-- Logs begin at Wed 2021-06-09 21:15:44 UTC, end at Wed 2021-06-09 22:13:42 UTC. -- Jun 09 21:46:17.850792 dv-cinder-774286-15-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 21:46:20.442193 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.common.config [-] Logging enabled! Jun 09 21:46:20.442819 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 21:46:20.442972 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91614) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 21:46:20.446024 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.common.config [-] Logging enabled! Jun 09 21:46:20.446279 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 21:46:20.446626 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91614) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 21:46:20.447540 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:46:20.447778 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:46:20.448127 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:46:20.448370 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:46:20.448598 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:46:20.448917 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.449736 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450039 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450268 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450597 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.450889 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.451170 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.451460 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.451757 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.452039 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.452318 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.452601 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.452833 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453113 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453401 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453688 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.453914 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] debug = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.454194 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.454659 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455078 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455360 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455649 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.455927 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.456198 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.456470 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.456753 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457079 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] host = dv-cinder-774286-15-smb {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457354 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457641 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.457927 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.458211 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.458512 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.458789 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.459072 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.459344 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.459615 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] log_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.459886 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.460171 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.460455 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.460741 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.460964 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.461187 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.461474 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.461762 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462036 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462309 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462606 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.462878 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.463148 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.463416 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.463702 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.463986 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.464271 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.464544 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.464837 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.465818 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466107 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466421 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466705 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.466983 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.467260 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.467551 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.467824 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.468102 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.468402 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.468689 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.468973 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.469511 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.469781 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.470062 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.470334 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.470632 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.470903 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] use_json = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.471173 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.471443 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.471725 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.471998 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.472269 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.472539 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.472807 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.473093 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:20.473391 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.473688 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.473989 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.474273 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.474604 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.474884 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.475173 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.475456 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.475744 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.476034 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.476321 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.476598 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.476885 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.477160 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.477454 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.477756 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478117 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478343 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478654 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.478931 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.479204 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.479482 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.479767 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.480060 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.480350 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.481238 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.481501 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.481795 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482073 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482344 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482648 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.482941 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.483219 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.483491 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.483771 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.484048 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.484319 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.484592 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.484868 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.485158 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.485440 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.486498 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.486929 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.487277 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.487612 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.487953 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.488349 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.488803 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.489345 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.489733 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.490181 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.490652 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.491090 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.491509 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.491948 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.492400 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.492852 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.493445 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.493865 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.494246 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.494647 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.495022 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.495394 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.495761 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.496846 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.497210 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.497581 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.497947 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.498326 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.498755 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.499129 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.499498 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.499870 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.500237 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.500603 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.500974 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.501338 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.501705 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.502070 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.502489 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.502870 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.503246 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.503615 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.503985 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.504372 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.504733 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.505105 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.505469 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.505833 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.506209 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.506613 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.507005 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.507418 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.507799 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.508180 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.508556 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.508924 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.509319 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.509689 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:20.509987 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:46:20.510310 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91614) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 21:46:20.861961 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:20.862234 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:20.862541 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:20.862882 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 21:46:21.243572 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.243790 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.244062 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.245238 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.245511 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.245774 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.282456 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.282735 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.283003 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.295998 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.296275 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.296544 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.324128 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.324917 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.325320 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.363171 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.363448 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.363716 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.594399 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.594992 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.594992 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.595222 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.595959 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.718956 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.719534 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.719816 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.720100 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.720383 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.720695 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.720962 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.721220 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.721474 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.721755 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.722013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.722281 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.722569 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.722838 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.723095 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.723362 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.723635 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.723892 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.724163 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.724418 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.724700 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.725058 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.725314 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.725609 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.725861 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.726117 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.726534 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.726776 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.727013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.727248 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.727481 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.727714 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:21.728079 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 21:46:21.731895 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 21:46:21.735920 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 21:46:21.739666 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 09 21:46:21.741295 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 21:46:21.741731 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 21:46:21.742065 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 21:46:21.742471 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 21:46:21.745248 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 21:46:21.745498 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 21:46:21.745843 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 21:46:21.772792 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 21:46:21.773232 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.773525 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91614) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 21:46:21.773887 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.775267 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91614) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 21:46:21.775550 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 21:46:21.775795 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 21:46:21.779492 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.779774 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:21.842370 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 21:46:21.842641 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 21:46:21.842877 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 21:46:21.843245 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 21:46:21.874136 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_db.sqlalchemy.engines [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91614) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 21:46:22.206571 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing driver for type 'gre' Jun 09 21:46:22.207010 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] gre ID ranges: [(1, 1000)] Jun 09 21:46:22.268127 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing driver for type 'local' Jun 09 21:46:22.268673 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing driver for type 'vlan' Jun 09 21:46:22.280308 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] VlanTypeDriver initialization complete Jun 09 21:46:22.280797 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing driver for type 'vxlan' Jun 09 21:46:22.281366 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] vxlan ID ranges: [(1, 1000)] Jun 09 21:46:22.334268 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing extension driver 'port_security' Jun 09 21:46:22.334702 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.extensions.port_security [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] PortSecurityExtensionDriver initialization complete Jun 09 21:46:22.335181 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing mechanism driver 'openvswitch' Jun 09 21:46:22.335629 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing mechanism driver 'hyperv' Jun 09 21:46:22.342970 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.plugins.ml2.plugin [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:22.343726 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.344418 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.344932 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.345466 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnet after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.345828 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnet after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.346178 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnet after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.346595 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.346948 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.347292 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.347672 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > security_group after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.348024 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > security_group after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.348363 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > security_group after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.348745 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.349090 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.349433 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.349816 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > address_group after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.350164 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > address_group after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.350537 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > address_group after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.350876 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] ML2 OVO RPC backend initialized. {{(pid=91614) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 21:46:22.351568 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router_interface after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.351932 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.352332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.352678 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > networks before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.353023 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.353363 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > ports before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.353705 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnet before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.354042 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnets before_response 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.354409 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.354756 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.355094 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.356060 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.356407 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.356751 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.357090 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnet after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.357428 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnet after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.357766 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > subnet after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.358340 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.plugin [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Modular L2 Plugin initialization complete Jun 09 21:46:22.358692 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading services supported by the core plugin {{(pid=91614) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 21:46:22.359017 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.plugins.ml2.managers [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Got port-security extension from driver 'port_security' Jun 09 21:46:22.359474 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.extensions.vlantransparent [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Disabled vlantransparent extension. Jun 09 21:46:22.359956 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91614) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 21:46:22.360269 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: router Jun 09 21:46:22.396062 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router_interface before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.396453 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router after_create 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.396822 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router before_create 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.397193 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.397566 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.397923 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router after_delete 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.398281 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > floatingip after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.398678 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router after_create 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.399029 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router after_update 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.399375 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router after_update 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.399723 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.400084 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router after_update 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.400492 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_update 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.400859 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: port after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.401197 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: port after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.401534 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: subnet after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.401977 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.402872 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > port precommit_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.403222 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_create 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.403565 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: port before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.403907 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.404263 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router after_update 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.404604 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_delete 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.404953 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_create 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.405313 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router_interface after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.405656 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_update 55549900 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.406023 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > network after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.406900 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Tracking information for resource: router configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:22.407240 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Tracking information for resource: floatingip configured {{(pid=91614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 21:46:22.412332 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.db.l3_agentschedulers_db [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 21:46:22.412904 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: port after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.413263 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: port after_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.413614 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: port after_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.413964 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: port after_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.414778 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router before_create 55550100 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.415141 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_delete 55550100 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.415502 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_create 55550100 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.415859 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > router precommit_update 55550100 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.420887 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.services.provider_configuration [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service providers = [] {{(pid=91614) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 21:46:22.421250 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.db.servicetype_db [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91614) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 21:46:22.424421 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.services.service_base [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.424771 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.services.service_base [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.425110 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.services.service_base [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.425980 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.services.service_base [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 21:46:22.426350 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.services.service_base [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 21:46:22.426752 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.427067 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 21:46:22.437550 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.437888 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: auto_allocate Jun 09 21:46:22.443753 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: network precommit_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.444120 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: network precommit_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.444640 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.444963 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: tag Jun 09 21:46:22.452107 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.452435 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: timestamp Jun 09 21:46:22.456282 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.456656 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: network_ip_availability Jun 09 21:46:22.461842 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.462216 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.462610 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.463319 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.463638 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: flavors Jun 09 21:46:22.470745 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.471080 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading Plugin: revisions Jun 09 21:46:22.475414 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 21:46:22.475817 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_concurrency.lockutils [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=91614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:22.476552 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91614) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 21:46:22.476882 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Initializing extension manager. Jun 09 21:46:22.477387 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: __init__.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.477724 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: __pycache__ {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.478054 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.478395 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: address_group.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.479152 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.479718 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: address-group Jun 09 21:46:22.480038 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: address_scope.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.481291 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.481807 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: address-scope Jun 09 21:46:22.482128 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: admin_state_down_before_update.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.483073 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.483586 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: router-admin-state-down-before-update Jun 09 21:46:22.483906 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: agent.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.484595 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.485107 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: agent Jun 09 21:46:22.485424 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: agent_resources_synced.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.486352 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.486886 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: agent-resources-synced Jun 09 21:46:22.487205 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: allowedaddresspairs.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.488966 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.489501 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: allowed-address-pairs Jun 09 21:46:22.489829 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: auto_allocated_topology.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.490934 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.491461 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: auto-allocated-topology Jun 09 21:46:22.491785 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: availability_zone.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.492468 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.492986 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: availability_zone Jun 09 21:46:22.493308 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: availability_zone_filter.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.494206 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.494759 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: availability_zone_filter Jun 09 21:46:22.495080 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: data_plane_status.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.495974 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.496518 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 21:46:22.496911 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: default_subnetpools.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.497815 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.498328 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: default-subnetpools Jun 09 21:46:22.498677 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: dhcpagentscheduler.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.499474 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.499988 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: dhcp_agent_scheduler Jun 09 21:46:22.500310 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: dns.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.501213 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.501721 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension dns-integration not supported by any of loaded plugins Jun 09 21:46:22.502041 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: dns_domain_ports.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.503084 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.503597 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 21:46:22.503917 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: dvr.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.504575 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.505086 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: dvr Jun 09 21:46:22.505403 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: empty_string_filtering.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.506308 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.506852 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: empty-string-filtering Jun 09 21:46:22.507174 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.508081 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.508593 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 21:46:22.508911 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.509801 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.510313 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 21:46:22.510658 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: external_net.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.511553 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.512187 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: external-net Jun 09 21:46:22.512507 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: extra_dhcp_opt.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.513422 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.513938 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: extra_dhcp_opt Jun 09 21:46:22.514256 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: extraroute.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.515181 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.515690 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: extraroute Jun 09 21:46:22.516015 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: extraroute_atomic.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.517051 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.517575 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: extraroute-atomic Jun 09 21:46:22.517895 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: filter_validation.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.625854 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.626570 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: filter-validation Jun 09 21:46:22.626771 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: fip_pf_description.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.627877 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.628402 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 21:46:22.628732 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: fip_port_details.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.629661 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.630184 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: fip-port-details Jun 09 21:46:22.630539 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: flavors.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.631804 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.632337 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: flavors Jun 09 21:46:22.632670 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.634359 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.634916 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 21:46:22.635250 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: floatingip_pools.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.635953 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.636472 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: floatingip-pools Jun 09 21:46:22.637325 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: ip_allocation.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.638237 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.638781 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 21:46:22.639105 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.640013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.640530 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: ip-substring-filtering Jun 09 21:46:22.640855 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l2_adjacency.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.641769 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.642282 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 21:46:22.642643 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l3.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.643639 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.644162 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: router Jun 09 21:46:22.644488 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l3_conntrack_helper.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.646776 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.647315 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 21:46:22.647645 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.648564 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.649089 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: ext-gw-mode Jun 09 21:46:22.649411 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.650318 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.650866 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: l3-ha Jun 09 21:46:22.651188 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l3_flavors.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.652089 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.653416 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: l3-flavors Jun 09 21:46:22.653744 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.654710 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.655233 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 21:46:22.655556 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: l3agentscheduler.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.656719 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.657246 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: l3_agent_scheduler Jun 09 21:46:22.657582 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: logging.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.659088 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.659618 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension logging not supported by any of loaded plugins Jun 09 21:46:22.659947 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: metering.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.660681 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.661333 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: metering Jun 09 21:46:22.661659 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.662778 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.663303 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: metering_source_and_destination_fields Jun 09 21:46:22.663622 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: multiprovidernet.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.664631 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.665146 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: multi-provider Jun 09 21:46:22.665496 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: netmtu.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.666474 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.666935 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: net-mtu Jun 09 21:46:22.667254 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: netmtu_writable.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.668194 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.668706 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: net-mtu-writable Jun 09 21:46:22.669025 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: network_availability_zone.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.669679 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.670191 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: network_availability_zone Jun 09 21:46:22.670542 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: network_ip_availability.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.671629 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.672144 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: network-ip-availability Jun 09 21:46:22.672466 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: network_segment_range.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.673214 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.673727 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 21:46:22.674045 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: pagination.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.675029 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.675358 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: pagination Jun 09 21:46:22.675675 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: port_device_profile.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.676591 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.677113 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: port-device-profile Jun 09 21:46:22.677440 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.678338 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.678886 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: port-mac-address-regenerate Jun 09 21:46:22.679208 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.680101 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.680616 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: port-numa-affinity-policy Jun 09 21:46:22.680933 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: port_resource_request.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.681831 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.682339 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 21:46:22.682686 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: portbindings.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.683624 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.684136 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: binding Jun 09 21:46:22.684453 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: portbindings_extended.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.685721 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.686243 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: binding-extended Jun 09 21:46:22.686600 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: portsecurity.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.687516 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.688041 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: port-security Jun 09 21:46:22.688362 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: project_id.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.689328 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.689729 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: project-id Jun 09 21:46:22.689965 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: providernet.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.690893 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.691412 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: provider Jun 09 21:46:22.691731 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.695497 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.696029 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos not supported by any of loaded plugins Jun 09 21:46:22.696359 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.697597 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.698117 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 21:46:22.698473 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.699907 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.700431 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 21:46:22.700748 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_default.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.701652 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.702171 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-default not supported by any of loaded plugins Jun 09 21:46:22.702520 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_fip.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.703163 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.703676 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-fip not supported by any of loaded plugins Jun 09 21:46:22.703996 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_gateway_ip.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.705002 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.705530 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 21:46:22.705853 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_port_network_policy.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.706830 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.707297 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 21:46:22.707623 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_rule_type_details.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.708525 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.709037 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 21:46:22.709356 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: qos_rules_alias.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.710402 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.710932 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 21:46:22.711254 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: quotasv2.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.712171 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.712497 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: quotas Jun 09 21:46:22.712816 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: quotasv2_detail.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.716542 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.716884 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: quota_details Jun 09 21:46:22.717210 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: rbac.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.718266 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.718832 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: rbac-policies Jun 09 21:46:22.719409 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: rbac_address_group.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.720331 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.720851 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: rbac-address-group Jun 09 21:46:22.721172 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: rbac_address_scope.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.722081 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.722642 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: rbac-address-scope Jun 09 21:46:22.722966 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: rbac_security_groups.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.723882 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.724401 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: rbac-security-groups Jun 09 21:46:22.724725 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: rbac_subnetpool.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.725621 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.726140 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: rbac-subnetpool Jun 09 21:46:22.726497 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: revisionifmatch.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.727406 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.727933 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: revision-if-match Jun 09 21:46:22.728253 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: revisions.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.729357 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.729876 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: standard-attr-revisions Jun 09 21:46:22.730201 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: router_availability_zone.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.730938 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.731455 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: router_availability_zone Jun 09 21:46:22.731776 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: routerservicetype.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.732685 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.733204 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension router-service-type not supported by any of loaded plugins Jun 09 21:46:22.733522 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.734458 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.734980 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: security-groups-normalized-cidr Jun 09 21:46:22.735299 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: security_groups_port_filtering.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.736412 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.736943 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: port-security-groups-filtering Jun 09 21:46:22.737265 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.738180 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.738731 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: security-groups-remote-address-group Jun 09 21:46:22.739053 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: securitygroup.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.748689 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.749229 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: security-group Jun 09 21:46:22.749562 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: segment.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.750338 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.750885 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension segment not supported by any of loaded plugins Jun 09 21:46:22.751212 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.752133 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.752655 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 21:46:22.752980 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: servicetype.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.754084 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.754647 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: service-type Jun 09 21:46:22.754978 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: sorting.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.755946 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.756283 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: sorting Jun 09 21:46:22.756607 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: standard_attr_segment.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.757518 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.758040 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 21:46:22.758362 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: standardattrdescription.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.759018 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.759532 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: standard-attr-description Jun 09 21:46:22.759851 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: stateful_security_group.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.760756 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.761275 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: stateful-security-group Jun 09 21:46:22.761598 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: stdattrs_common.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.762776 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 21:46:22.763051 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.764034 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.764552 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 21:46:22.764870 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: subnet_onboard.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.765940 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.766520 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: subnet_onboard Jun 09 21:46:22.766807 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.767729 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.768239 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 21:46:22.768558 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: subnet_service_types.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.769464 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.769981 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: subnet-service-types Jun 09 21:46:22.770302 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: subnetallocation.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.771396 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.771916 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: subnet_allocation Jun 09 21:46:22.772257 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.772894 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.773410 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: subnetpool-prefix-ops Jun 09 21:46:22.773729 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.774673 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.775190 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 21:46:22.775522 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: tagging.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.776574 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.777113 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: standard-attr-tag Jun 09 21:46:22.778110 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: timestamp.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.779309 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.779837 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loaded extension: standard-attr-timestamp Jun 09 21:46:22.780165 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: trunk.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.781183 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.781709 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension trunk not supported by any of loaded plugins Jun 09 21:46:22.782037 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: trunk_details.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.782974 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.783496 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension trunk-details not supported by any of loaded plugins Jun 09 21:46:22.783822 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: uplink_status_propagation.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.784725 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.785246 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 21:46:22.785571 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Loading extension file: vlantransparent.py {{(pid=91614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 21:46:22.786228 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 21:46:22.786784 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 21:46:22.789254 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:network Jun 09 21:46:22.789811 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:subnet Jun 09 21:46:22.790205 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.790643 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:port Jun 09 21:46:22.791891 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.792326 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service FLAVORS assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.793049 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.793388 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.793717 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:router Jun 09 21:46:22.794165 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:floatingip Jun 09 21:46:22.794684 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service METERING assigned prefix: /metering {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.796145 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.796517 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.796875 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:46:22.797863 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 21:46:22.798319 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:security_group Jun 09 21:46:22.798776 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 21:46:22.799397 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service CORE assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.799724 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.800069 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] subnetpool is already registered Jun 09 21:46:22.800493 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service CORE assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.800813 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.801139 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] subnetpool is already registered Jun 09 21:46:22.803459 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.803891 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service FLAVORS assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.804474 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.804894 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.805222 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:router Jun 09 21:46:22.805556 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] router is already registered Jun 09 21:46:22.806050 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:floatingip Jun 09 21:46:22.806405 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] floatingip is already registered Jun 09 21:46:22.806859 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service METERING assigned prefix: /metering {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.807519 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 21:46:22.807842 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] rbac_policy is already registered Jun 09 21:46:22.808259 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:security_group Jun 09 21:46:22.808615 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] security_group is already registered Jun 09 21:46:22.809050 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 21:46:22.809421 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] security_group_rule is already registered Jun 09 21:46:22.810045 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service CORE assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.810371 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.810729 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] subnetpool is already registered Jun 09 21:46:22.811159 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.v2.resource_helper [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Service CORE assigned prefix: {{(pid=91614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 21:46:22.811481 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 21:46:22.811809 dv-cinder-774286-15-smb neutron-server[91614]: WARNING neutron.quota.resource_registry [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] subnetpool is already registered Jun 09 21:46:22.812283 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: extensions {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.813720 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: address-groups {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.815253 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: address-scopes {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.816755 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: agents {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.817933 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: auto-allocated-topology {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.819222 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: availability_zones {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.820437 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: dhcp-networks {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.821931 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: dhcp-agents {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.823597 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: routers {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.825973 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: flavors {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.827263 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: service_profiles {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.828542 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: next_providers {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.829980 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: service_profiles {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.832629 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: floatingip-pools {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.833866 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: routers {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.835600 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: floatingips {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.836889 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: l3-routers {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.838281 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: l3-agents {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.839744 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: metering-labels {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.841717 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: metering-label-rules {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.843127 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: network-ip-availabilities {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.844665 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: bindings {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.846219 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: quotas {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.847808 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: quotas {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.849228 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: rbac-policies {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.850428 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: security-groups {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.851745 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: security-group-rules {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.852990 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: service-providers {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.854216 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: subnetpools {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.855757 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: subnetpools {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.857289 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.859013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.860820 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.862631 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.864383 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.866345 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.868061 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.869868 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.871795 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.873556 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron.api.extensions [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Extended resource: tags {{(pid=91614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 21:46:22.879681 dv-cinder-774286-15-smb neutron-server[91614]: WARNING keystonemiddleware.auth_token [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 21:46:22.884202 dv-cinder-774286-15-smb neutron-server[91614]: WARNING keystonemiddleware.auth_token [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 21:46:22.893119 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_concurrency.lockutils [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Acquired lock "singleton_lock" {{(pid=91614) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 21:46:22.893598 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_concurrency.lockutils [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Releasing lock "singleton_lock" {{(pid=91614) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 21:46:22.894222 dv-cinder-774286-15-smb neutron-server[91614]: INFO oslo_service.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Starting 2 workers Jun 09 21:46:22.898880 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Started child 91721 {{(pid=91614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.903958 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Started child 91722 {{(pid=91614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.905199 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.905880 dv-cinder-774286-15-smb neutron-server[91614]: INFO neutron.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 21:46:22.906111 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Notify callbacks [] for process, before_spawn {{(pid=91614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.906712 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [-] (91721) wsgi starting up on http://0.0.0.0:9696 Jun 09 21:46:22.908416 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.908885 dv-cinder-774286-15-smb neutron-server[91614]: INFO oslo_service.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Starting 1 workers Jun 09 21:46:22.909784 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [-] (91722) wsgi starting up on http://0.0.0.0:9696 Jun 09 21:46:22.913762 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Started child 91723 {{(pid=91614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.914290 dv-cinder-774286-15-smb neutron-server[91614]: INFO oslo_service.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Starting 1 workers Jun 09 21:46:22.917410 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] calling RpcWorker wait() {{(pid=91723) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 21:46:22.917958 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] returning from RpcWorker wait() {{(pid=91723) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 21:46:22.919031 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Started child 91724 {{(pid=91614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 21:46:22.919355 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.919824 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG neutron_lib.callbacks.manager [None req-b62ab223-24f6-4df3-bfe7-ef713c29508a None None] Notify callbacks [] for process, after_spawn {{(pid=91614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.920079 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:22.921509 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91614) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 21:46:22.921719 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:46:22.921909 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:46:22.922129 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:46:22.922503 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:46:22.922670 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:46:22.923173 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.923466 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.923565 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:22.924006 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.924006 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.924257 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.924927 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.925196 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.925446 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.925703 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.925933 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.926104 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.926275 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.926564 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.926814 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.927109 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.927360 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.927608 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.927865 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.928035 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.928297 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.928558 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.928805 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.929066 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] debug = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.929308 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.929793 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.930037 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.930281 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.930541 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.930809 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.931053 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.931328 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.931567 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.931800 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.932031 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.932300 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.932547 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.932766 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.932983 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.933228 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.933455 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.934116 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] host = dv-cinder-774286-15-smb {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.934359 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.934622 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.934865 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.935113 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.935371 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.935590 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.935849 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.936097 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.936350 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.936584 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.936847 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.937091 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.937330 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.937573 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.937740 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_options = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.937964 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.938252 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.938562 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.938792 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.938937 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.939070 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.939325 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.939492 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.939730 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.939961 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.940177 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.940427 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.940663 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.940884 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.941167 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.941410 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.941690 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.941899 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.942144 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.942371 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.942642 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.942893 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.943111 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.943329 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.943545 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.943759 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.943985 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.944256 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.944406 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.944658 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.944907 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.945180 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.945421 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.945672 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.945899 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.946130 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.946413 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.946691 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.947128 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.947394 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.947664 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.948197 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.948327 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:22.948465 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.948661 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.948896 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.949120 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_json = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.949922 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.950147 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.951143 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.951143 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.952071 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.952302 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.952567 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.952820 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:22.953225 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.953522 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.953837 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954402 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954666 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.954986 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.955251 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.955505 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958133 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958350 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958685 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.958937 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959248 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959501 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.959767 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.962637 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.962902 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.963200 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.963438 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.964361 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.964634 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.965506 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.966082 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.967277 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.967574 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.967835 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968101 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968373 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968597 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.968824 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.969046 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.969518 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.969777 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970007 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970222 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970491 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970757 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.970990 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971252 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971488 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971746 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.971988 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972259 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972483 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972718 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.972951 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973177 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973403 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973617 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.973881 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.974106 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.974344 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.974580 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.974792 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.975037 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.975298 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.975518 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.975728 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.975942 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.976177 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.976402 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.976647 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.976880 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.977097 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.977308 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.977519 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.977757 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.977990 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.978201 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.978432 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.978674 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.978894 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.979087 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.979293 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.979564 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.979916 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.980147 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.980380 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.980847 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.981138 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.981362 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.981575 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.981791 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.982001 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.982293 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.982618 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.982860 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.983113 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.983349 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.983590 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.983821 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.984038 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.984251 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.984464 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.984671 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.984936 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.985187 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.985411 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.985629 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.985843 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.986128 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.986375 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.986635 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.986851 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.987098 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.987314 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.987592 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.987865 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.988091 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.988342 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.988600 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.988876 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.989123 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.989394 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.989622 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.989881 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.990186 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.990530 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.990764 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.991102 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.991352 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.991663 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.991910 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.992220 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.992391 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.992610 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.992853 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993124 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993353 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993586 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.993801 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994054 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994432 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994647 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.994869 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995361 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.995946 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.996755 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997085 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997441 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997686 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.997915 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:22.998149 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000432 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000723 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.000936 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001188 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.001585 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004399 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004642 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.004913 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005147 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005375 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005650 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.005868 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006090 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006321 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006563 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.006785 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007019 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007231 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007681 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.007911 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008127 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008340 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008546 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.008804 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009017 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009290 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009543 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.009779 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010018 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.010242 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.011842 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012090 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.012383 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013030 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013279 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013499 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013739 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.013959 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014201 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.014799 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015015 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015249 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.015508 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016147 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016395 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016621 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.016869 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017083 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017329 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017570 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.017786 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018012 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018223 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018468 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018734 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.018982 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019225 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019432 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019639 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.019889 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020105 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 46820) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:23.020656 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.020872 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021179 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021442 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021652 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.021896 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022134 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022360 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022588 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.022976 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023199 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023427 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023651 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.023861 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024069 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024279 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024484 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024722 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.024923 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025124 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025331 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025532 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025783 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.025985 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026186 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026428 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026612 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.026920 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027175 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.027917 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028249 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028498 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028719 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.028970 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029180 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068870 Jun 09 21:46:23.029391 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029573 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029721 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.029959 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030164 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030414 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.030673 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.031814 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032218 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.032764 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033188 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.033457 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034425 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034425 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034425 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.034704 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035428 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035428 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035428 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035650 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.035888 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.036105 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.036316 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.036544 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.036751 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.036978 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.037209 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.037448 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.037666 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.037876 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.038095 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.038304 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.038569 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.038776 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.038988 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.039194 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.039347 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:46:23.040271 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91614) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 21:46:23.040271 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 21:46:23.040271 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 21:46:23.040492 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 21:46:23.040492 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 21:46:23.040615 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 21:46:23.040812 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.040966 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.041119 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.041272 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.041437 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.041595 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.041762 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.041893 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.042045 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.042198 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.042351 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.042641 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.044780 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.044780 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.044780 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.044780 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.045180 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.045348 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.045514 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.045672 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.045828 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.046874 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.048534 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] debug = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.048752 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.048920 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.049082 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.049247 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.049400 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.049559 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.049720 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.049874 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051013 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051352 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051352 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051352 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051521 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.051678 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] host = dv-cinder-774286-15-smb {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.052843 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054311 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054311 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054311 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054311 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054311 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054311 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054734 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054734 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054734 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054956 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.054956 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.055078 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.055355 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.055355 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_options = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.055558 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.055686 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.055815 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.056604 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.056604 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.056604 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.056604 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.056604 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.056954 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.056954 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.057072 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.057136 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.057274 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.057424 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.057594 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.057711 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.057859 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.058010 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.058163 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.058316 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.059006 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.059174 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.059548 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.059707 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.059861 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.060007 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.060149 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.060379 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.060483 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.060624 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.060779 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.060878 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.061027 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.061169 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.061312 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.061468 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.061621 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.061764 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.061921 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.062076 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.062223 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.062362 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.062530 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.062668 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.062815 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.062967 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_json = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.063106 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.063243 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.063379 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.063526 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.063665 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.063802 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.063934 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.064115 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 21:46:23.064270 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.064409 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.064580 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.064768 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.064877 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.065042 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.065197 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.065340 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.065544 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.065653 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.065794 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.065947 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.066107 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.066260 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.067200 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.067299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:23.067373 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.067535 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.067681 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.067839 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.067991 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.068151 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.068293 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.068502 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.068670 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.068821 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.068982 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.069142 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.069321 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.069487 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.069590 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.069750 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.069902 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.070047 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.070207 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.070356 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.070538 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.070678 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.070842 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.071001 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.071141 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.071279 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.071426 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.071565 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.071701 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.071861 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.072006 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.072144 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.072290 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.072453 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.072596 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.072764 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.072908 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.073065 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.073208 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.073346 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.073493 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.073649 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.073802 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.073956 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.074111 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.074986 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.075293 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.075526 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.075690 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.075849 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.076007 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.076163 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.076319 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.076523 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.077460 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.077635 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.077796 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.077956 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.078114 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.078271 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079072 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079072 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079072 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079072 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079072 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079623 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079623 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079623 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.079623 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.080061 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.080061 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.080061 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.080438 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.080438 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.080732 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.080732 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.081016 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.081016 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.081265 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.082278 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.082489 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.082613 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.082737 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.082875 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.083707 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.083852 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.083994 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.084148 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.084306 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.084462 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.084618 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.084779 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.084929 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.085079 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.085230 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.085379 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.085543 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.085743 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.085898 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.086049 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.086208 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.086370 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.086610 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.086744 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.086884 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.087033 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.087184 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.087333 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.088417 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.088417 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.088662 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.088767 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.088872 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.089113 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.090169 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.090331 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.090525 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.090706 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.090860 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.091012 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.091175 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.091332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.091490 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.091645 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.091786 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.091937 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.092086 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.092237 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.092388 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.092548 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.092704 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.092852 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.093003 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.093160 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.093316 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.093471 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.093628 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.093784 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.095175 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.095353 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.095515 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.095673 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.095829 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.095984 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.096140 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.096297 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.096453 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.096692 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.096830 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.096965 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.097091 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.097214 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.097326 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098449 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098893 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098893 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.098893 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.099058 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.099120 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.099317 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.099438 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.099595 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.099773 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.099925 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.100073 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.100214 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.100376 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.100535 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.100678 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.100833 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.100988 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.101146 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.101302 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.101460 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.101618 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.101770 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.101923 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.102082 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.102241 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103184 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103184 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103184 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103184 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103184 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103184 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103549 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103549 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103737 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103737 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.103950 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.104061 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.104208 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.104363 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.104518 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.104678 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.104842 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.104995 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.105150 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.105306 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.105514 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.105738 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.105947 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.106155 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.106365 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.106609 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.106832 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.107062 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.108319 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.108573 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.108759 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.108946 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.109105 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.109254 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.109421 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.109581 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.109739 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.109896 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.110069 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.110228 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.110417 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.110582 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.110724 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.110885 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.111043 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.111198 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.111363 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.111527 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.111684 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.111849 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.112012 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.112176 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.112332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.112493 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.112661 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.112817 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.112973 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.113126 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.113280 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.113501 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.113666 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.113822 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.113977 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.114133 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.114285 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.114461 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.114628 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.114775 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.114959 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.115099 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.116332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.116332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.116332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.116332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 21:46:23.116332 dv-cinder-774286-15-smb neutron-server[91614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 21:46:34.059764 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751703e-b414-4eed-be4b-83bd3c700715 None None] get_active_networks_info from dv-cinder-774286-15-smb {{(pid=91723) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 21:46:34.124836 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751703e-b414-4eed-be4b-83bd3c700715 None None] No non-hosted networks {{(pid=91723) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 21:46:34.138711 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.agentschedulers_db [None req-c751703e-b414-4eed-be4b-83bd3c700715 None None] DHCP Agent not found on host dv-cinder-774286-15-smb {{(pid=91723) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 09 21:46:34.226863 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-a29150bc-c918-483d-bfc5-2ecad8e12300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822'] for agent, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:36.398355 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822'] for agent, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:36.403658 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.405469 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.406037 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.406896 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.408093 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.410309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.410942 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.411525 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.413038 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.413583 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.415097 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.415640 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:36.416258 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-15-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:36.423442 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ec7b62f4-8ae4-4be8-a293-44cd6cefb456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822'] for agent, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:36.494209 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-15-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:46:36.513685 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-6239608c-e69a-4af8-9e15-deec6b177daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:37.698058 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822'] for agent, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:39.251203 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822'] for agent, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:40.525510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 46920) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:41.122397 dv-cinder-774286-15-smb neutron-server[91722]: WARNING oslo_policy.policy [None req-ed0a973c-f810-48f3-a669-625d148dc8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:41.123110 dv-cinder-774286-15-smb neutron-server[91722]: WARNING oslo_policy.policy [None req-ed0a973c-f810-48f3-a669-625d148dc8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:41.354110 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [None req-ed0a973c-f810-48f3-a669-625d148dc8c2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:46:41.355661 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ed0a973c-f810-48f3-a669-625d148dc8c2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8287122 Jun 09 21:46:41.559603 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.db.l3_hamode_db [None req-c1546c08-047a-46d4-9c15-90c5b85c5b00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 21:46:41.643770 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1546c08-047a-46d4-9c15-90c5b85c5b00 None None] Routers set() bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:46:41.644072 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1546c08-047a-46d4-9c15-90c5b85c5b00 None None] Router IDs set() for agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 21:46:43.725233 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 46934) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:44.093751 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:46:44.191557 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.policy [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 21:46:44.237237 dv-cinder-774286-15-smb neutron-server[91722]: WARNING oslo_policy.policy [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:44.237596 dv-cinder-774286-15-smb neutron-server[91722]: WARNING oslo_policy.policy [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:44.246293 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.quota [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] Loaded quota_driver: . Jun 09 21:46:44.322187 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768336033464', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768336031847', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768335915841', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768335917293', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768335931889', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768335933977', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3709908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3696219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572766', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651857'] for rbac-policy, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:44.378807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:44.379956 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-479ec8ef-cf12-4b26-a03d-6ae815a520f2 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6537945 Jun 09 21:46:47.015744 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 46946) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:47.359365 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Request body: {'network': {'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'project_id': '47657b5f85fc4056aa329c796154aac3', 'name': 'private', 'admin_state_up': True}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:46:47.382647 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Made reservation on behalf of 47657b5f85fc4056aa329c796154aac3 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:46:47.385580 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.402923 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.521982 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.525736 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.531457 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:47.554426 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:46:47.580466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768337062831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.581071 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Unsubscribe: segment precommit_create {{(pid=91722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 21:46:47.581573 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Added segment 1958c0e3-256b-49f3-a300-79d51dc6985f of type vlan for network c496d418-84f4-4696-be06-ada18fc3ed14 Jun 09 21:46:47.591413 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a326d305-cc96-4f64-b540-22748bb7fb80,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:47.653063 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.653426 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.653742 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.654551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.654551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.654820 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.655056 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.655299 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.655614 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.655922 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.656225 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.656530 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Tracked resource versions report: Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: pushed versions: Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: { 'AddressGroup': {'1.2'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'ConntrackHelper': {'1.0'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Log': {'1.0'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Network': {'1.1'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Port': {'1.7'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'PortForwarding': {'1.2'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'QosPolicy': {'1.8'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroup': {'1.4'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'SubPort': {'1.0'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Subnet': {'1.1'}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Trunk': {'1.1'}} Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: consumer versions: Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'ConntrackHelper': '1.0', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Log': '1.0', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Network': '1.1', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Port': '1.7', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'PortForwarding': '1.2', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'QosPolicy': '1.8', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroup': '1.4', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroupRule': '1.2', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'SubPort': '1.0', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Subnet': '1.1', Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: 'Trunk': '1.1'}} Jun 09 21:46:47.657827 dv-cinder-774286-15-smb neutron-server[91722]: {{(pid=91722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:46:47.711355 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:47.717881 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.766739 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.768837 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:46:47.769247 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:47.772414 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:47.881376 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8645608 Jun 09 21:46:47.884637 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Pushing event updated for resources: {'Network': ['ID=c496d418-84f4-4696-be06-ada18fc3ed14,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:47.904098 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:47.912422 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network c496d418-84f4-4696-be06-ada18fc3ed14 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:46:50.564583 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 46960) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:51.142790 dv-cinder-774286-15-smb neutron-server[91721]: WARNING oslo_policy.policy [None req-8e37c5a6-e285-46be-bccd-47d77402743e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:51.143427 dv-cinder-774286-15-smb neutron-server[91721]: WARNING oslo_policy.policy [None req-8e37c5a6-e285-46be-bccd-47d77402743e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:51.569254 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.policy [None req-8e37c5a6-e285-46be-bccd-47d77402743e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91721) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 21:46:51.615690 dv-cinder-774286-15-smb neutron-server[91721]: WARNING oslo_policy.policy [None req-8e37c5a6-e285-46be-bccd-47d77402743e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:51.616085 dv-cinder-774286-15-smb neutron-server[91721]: WARNING oslo_policy.policy [None req-8e37c5a6-e285-46be-bccd-47d77402743e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 21:46:51.624813 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e37c5a6-e285-46be-bccd-47d77402743e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:46:51.626699 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8e37c5a6-e285-46be-bccd-47d77402743e admin admin] 10.222.0.25 "GET /v2.0/networks/c496d418-84f4-4696-be06-ada18fc3ed14 HTTP/1.1" status: 200 len: 825 time: 1.0600581 Jun 09 21:46:51.659360 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-bc8d6785-f302-401e-9a07-c027fd0b9a53 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/852bc343-d894-4131-b3f9-c585111239ee HTTP/1.1" status: 200 len: 734 time: 0.0273449 Jun 09 21:46:51.668545 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'subnetpool_id': '852bc343-d894-4131-b3f9-c585111239ee', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:46:51.670078 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.quota [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Loaded quota_driver: . Jun 09 21:46:51.698750 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Made reservation on behalf of 47657b5f85fc4056aa329c796154aac3 for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:46:51.701609 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:51.999973 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.006098 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:52.075585 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Checking segment: {'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:46:52.075955 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Network hostable DHCP agents. Network: c496d418-84f4-4696-be06-ada18fc3ed14, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:46:52.103577 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08002f62-fec3-4fcb-8828-09704dcd5c2a,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:52.112893 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.113248 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.113576 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.113894 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.114210 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.114547 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.114859 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.115169 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.115491 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.115800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.116102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.116402 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Tracked resource versions report: Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: pushed versions: Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: { 'AddressGroup': {'1.2'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'ConntrackHelper': {'1.0'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Log': {'1.0'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Network': {'1.1'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Port': {'1.7'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'PortForwarding': {'1.2'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'QosPolicy': {'1.8'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroup': {'1.4'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'SubPort': {'1.0'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Subnet': {'1.1'}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Trunk': {'1.1'}} Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: consumer versions: Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'ConntrackHelper': '1.0', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Log': '1.0', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Network': '1.1', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Port': '1.7', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'PortForwarding': '1.2', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'QosPolicy': '1.8', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroup': '1.4', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroupRule': '1.2', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'SubPort': '1.0', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Subnet': '1.1', Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: 'Trunk': '1.1'}} Jun 09 21:46:52.117432 dv-cinder-774286-15-smb neutron-server[91721]: {{(pid=91721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:46:52.135248 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Network c496d418-84f4-4696-be06-ada18fc3ed14 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:46:52.147880 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, c496d418-84f4-4696-be06-ada18fc3ed14) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:46:52.158875 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:52.169396 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:46:52.170044 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.174368 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc19337-6aef-4d5e-97a2-25c14f2d670f None None] Network c496d418-84f4-4696-be06-ada18fc3ed14 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:46:52.198434 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-88811a81-b9f5-44d4-8e3f-f6c86e1ddd22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5246668 Jun 09 21:46:52.481441 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-c496d418-84f4-4696-be06-ada18fc3ed14', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'fixed_ips': [{'subnet_id': '08002f62-fec3-4fcb-8828-09704dcd5c2a'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:46:52.482745 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.663998 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Allocated IP 172.20.0.2 (c496d418-84f4-4696-be06-ada18fc3ed14/08002f62-fec3-4fcb-8828-09704dcd5c2a/b17f6c40-f6cd-46b3-9860-79fa9a40f27a) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:46:52.886922 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.900212 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Transition to ACTIVE for port object b17f6c40-f6cd-46b3-9860-79fa9a40f27a will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:46:52.923463 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Transition to ACTIVE for port object b17f6c40-f6cd-46b3-9860-79fa9a40f27a will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:46:52.930351 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:52.935991 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:53.001806 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Network c496d418-84f4-4696-be06-ada18fc3ed14 is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:46:53.010434 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:46:53.015720 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Pushing event updated for resources: {'Port': ['ID=b17f6c40-f6cd-46b3-9860-79fa9a40f27a,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:53.019312 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:46:53.027927 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.028283 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.028646 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.028976 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.029299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.029619 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.029936 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.030250 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.030609 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.030929 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.031242 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.031552 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Tracked resource versions report: Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: pushed versions: Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: { 'AddressGroup': {'1.2'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'ConntrackHelper': {'1.0'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Log': {'1.0'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Network': {'1.1'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Port': {'1.7'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'PortForwarding': {'1.2'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'QosPolicy': {'1.8'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroup': {'1.4'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'SubPort': {'1.0'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Subnet': {'1.1'}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Trunk': {'1.1'}} Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: consumer versions: Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'ConntrackHelper': '1.0', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Log': '1.0', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Network': '1.1', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Port': '1.7', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'PortForwarding': '1.2', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'QosPolicy': '1.8', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroup': '1.4', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroupRule': '1.2', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'SubPort': '1.0', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Subnet': '1.1', Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: 'Trunk': '1.1'}} Jun 09 21:46:53.032623 dv-cinder-774286-15-smb neutron-server[91723]: {{(pid=91723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:46:53.065168 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:53.122409 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Attempting to bind port b17f6c40-f6cd-46b3-9860-79fa9a40f27a on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:46:53.122825 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Attempting to bind port b17f6c40-f6cd-46b3-9860-79fa9a40f27a by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:46:53.123253 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Attempting to bind port b17f6c40-f6cd-46b3-9860-79fa9a40f27a on network c496d418-84f4-4696-be06-ada18fc3ed14 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:46:53.128462 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:46:53.128899 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Checking segment: {'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:46:53.129367 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:53.129765 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Bound using segment: {'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:46:53.130237 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Bound port: b17f6c40-f6cd-46b3-9860-79fa9a40f27a, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:46:53.130629 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:53.216423 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] For port b17f6c40-f6cd-46b3-9860-79fa9a40f27a, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:46:53.220501 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] For port b17f6c40-f6cd-46b3-9860-79fa9a40f27a, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=b17f6c40-f6cd-46b3-9860-79fa9a40f27a,segment=NetworkSegment(1958c0e3-256b-49f3-a300-79d51dc6985f),segment_id=1958c0e3-256b-49f3-a300-79d51dc6985f)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:46:53.224744 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:53.229452 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:53.315844 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Pushing event updated for resources: {'Port': ['ID=b17f6c40-f6cd-46b3-9860-79fa9a40f27a,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:53.318863 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:54.581829 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 46982) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:54.959339 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [None req-301167ad-748d-47b3-91e4-5849d31c5e43 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:46:54.960318 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-301167ad-748d-47b3-91e4-5849d31c5e43 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3774493 Jun 09 21:46:57.408969 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 46990) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:46:57.785840 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [None req-c8689e3a-ff4a-4a0f-9416-f321ba448cb0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:46:57.786853 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-c8689e3a-ff4a-4a0f-9416-f321ba448cb0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3769124 Jun 09 21:46:58.236478 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device b17f6c40-f6cd-46b3-9860-79fa9a40f27a up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:46:58.306876 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port b17f6c40-f6cd-46b3-9860-79fa9a40f27a completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:46:59.091020 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d41bf-0d5d-47af-880f-f8a2b1585c6d None None] Network c496d418-84f4-4696-be06-ada18fc3ed14 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:46:59.205845 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Provisioning for port b17f6c40-f6cd-46b3-9860-79fa9a40f27a completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:46:59.220322 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Provisioning complete for port b17f6c40-f6cd-46b3-9860-79fa9a40f27a triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:46:59.220712 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:59.431800 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:59.470786 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] For port b17f6c40-f6cd-46b3-9860-79fa9a40f27a, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=b17f6c40-f6cd-46b3-9860-79fa9a40f27a,segment=NetworkSegment(1958c0e3-256b-49f3-a300-79d51dc6985f),segment_id=1958c0e3-256b-49f3-a300-79d51dc6985f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:46:59.475779 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:46:59.478875 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:46:59.547416 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Pushing event updated for resources: {'Port': ['ID=b17f6c40-f6cd-46b3-9860-79fa9a40f27a,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:46:59.550651 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:46:59.698904 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-be9a522b-34ab-446a-8a5a-5e89452f486b None None] Provisioning complete for port b17f6c40-f6cd-46b3-9860-79fa9a40f27a triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:46:59.699336 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-be9a522b-34ab-446a-8a5a-5e89452f486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.218166 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device b17f6c40-f6cd-46b3-9860-79fa9a40f27a up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:00.304708 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port b17f6c40-f6cd-46b3-9860-79fa9a40f27a triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:00.305079 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.446818 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47004) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:00.798604 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-5b49a5f4-5319-4ce5-8c04-21db0f62fc98 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'name': 'router1'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:00.820589 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b49a5f4-5319-4ce5-8c04-21db0f62fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.821894 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b49a5f4-5319-4ce5-8c04-21db0f62fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.843132 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b49a5f4-5319-4ce5-8c04-21db0f62fc98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.950723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b49a5f4-5319-4ce5-8c04-21db0f62fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.966602 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b49a5f4-5319-4ce5-8c04-21db0f62fc98 admin admin] Notify callbacks [] for router, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:00.967732 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5b49a5f4-5319-4ce5-8c04-21db0f62fc98 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5199664 Jun 09 21:47:03.290091 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47012) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:03.654053 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [None req-4c708581-a168-4a34-a734-4d3dab6cb8b7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:47:03.655043 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-4c708581-a168-4a34-a734-4d3dab6cb8b7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3640218 Jun 09 21:47:03.952703 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ba39c9a8-d7cf-481b-a7d3-ce7fbe81a182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:05.990021 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47020) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:06.353684 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:06.366704 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.371799 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-3a17ec05-2240-4d44-aa3a-58078eb7371e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.376896 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Made reservation on behalf of 833bc1b5ce9e4a3fbc8e62a15714c69f for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:47:06.379220 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.391415 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.490370 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.494834 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.499714 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:06.512331 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Reserving flat network on physical network physnet1 {{(pid=91722) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 21:47:06.535991 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e980b-50a0-4d75-a1da-8df2e9874e92,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:06.538742 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.539075 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Added segment a263f943-146d-4e4c-85d5-ee7c0d2afbc5 of type flat for network 664662ac-4c55-47e8-9b9f-b0865ad34346 Jun 09 21:47:06.540189 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:06.571933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.607305 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.608454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:06.609040 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:06.613420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:06.697491 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7063711 Jun 09 21:47:06.707223 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Pushing event updated for resources: {'Network': ['ID=664662ac-4c55-47e8-9b9f-b0865ad34346,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:06.710130 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:06.721372 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:47:07.632796 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:09.036752 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47038) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:09.201619 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:09.251830 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ce35f-9773-4d53-b2e7-49e855039e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:09.253188 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-1a0ce35f-9773-4d53-b2e7-49e855039e56 admin admin] 10.222.0.25 "GET /v2.0/subnets/08002f62-fec3-4fcb-8828-09704dcd5c2a HTTP/1.1" status: 200 len: 849 time: 0.2154958 Jun 09 21:47:09.436095 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-85ee23d0-1b10-48b8-9fb8-c63bbb8fc835 admin admin] 10.222.0.25 "GET /v2.0/routers/de2e3d94-ba30-409c-befb-092136998f0e HTTP/1.1" status: 200 len: 704 time: 0.1776059 Jun 09 21:47:09.888931 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.116183 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Allocated IP 172.20.0.1 (c496d418-84f4-4696-be06-ada18fc3ed14/08002f62-fec3-4fcb-8828-09704dcd5c2a/16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:47:10.270475 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.287851 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Transition to ACTIVE for port object 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:47:10.342229 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.347110 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:10.409429 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Network c496d418-84f4-4696-be06-ada18fc3ed14 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:47:10.412129 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:10.418289 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:47:10.418854 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.539081 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Pushing event updated for resources: {'Port': ['ID=16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:10.551467 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:10.587459 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-bd2eccec-49a9-4fff-9af3-28c0e0d626d6 None None] Provisioning for port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:47:10.593225 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-bd2eccec-49a9-4fff-9af3-28c0e0d626d6 None None] Provisioning complete for port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:10.593602 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-bd2eccec-49a9-4fff-9af3-28c0e0d626d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.646208 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-bd2eccec-49a9-4fff-9af3-28c0e0d626d6 None None] Port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:47:10.722532 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.942726 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.946736 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.947785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:10.951613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:11.078957 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Pushing event updated for resources: {'Port': ['ID=16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:11.082866 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:11.142436 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Network c496d418-84f4-4696-be06-ada18fc3ed14 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:47:11.143473 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:11.331027 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Router de2e3d94-ba30-409c-befb-092136998f0e is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:47:11.369467 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-ff7f444b-d355-4ad8-b132-b4d483671e98 None None] Provisioning complete for port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:11.369835 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ff7f444b-d355-4ad8-b132-b4d483671e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:11.423158 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f444b-d355-4ad8-b132-b4d483671e98 None None] Port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:47:11.483560 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:47:11.488384 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] 10.222.0.25 "PUT /v2.0/routers/de2e3d94-ba30-409c-befb-092136998f0e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0474954 Jun 09 21:47:11.506050 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Sync routers for ids ['de2e3d94-ba30-409c-befb-092136998f0e'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:47:11.519239 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Routers {'de2e3d94-ba30-409c-befb-092136998f0e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:11.520077 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['de2e3d94-ba30-409c-befb-092136998f0e'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:11.693552 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Set router de2e3d94-ba30-409c-befb-092136998f0e gateway port host: None {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:12.051636 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'name': 'router1', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'gw_port_host': None, '_interfaces': [{'id': '16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e', 'name': '', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'mac_address': 'fa:16:3e:b2:f9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'subnets': [{'id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852bc343-d894-4131-b3f9-c585111239ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:12.056339 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Checking router: de2e3d94-ba30-409c-befb-092136998f0e for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:47:12.056712 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Updating router de2e3d94-ba30-409c-befb-092136998f0e port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:47:12.110974 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.485346 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.500087 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Transition to ACTIVE for port object 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:47:12.506554 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.512361 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:12.739541 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Pushing event updated for resources: {'Port': ['ID=16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:12.757094 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.757429 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.757749 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.758068 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.758378 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.758710 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.759017 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.759322 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.759633 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.759935 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.760237 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.760557 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Tracked resource versions report: Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: pushed versions: Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: { 'AddressGroup': {'1.2'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'ConntrackHelper': {'1.0'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Log': {'1.0'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Network': {'1.1'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Port': {'1.7'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'PortForwarding': {'1.2'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'QosPolicy': {'1.8'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroup': {'1.4'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'SubPort': {'1.0'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Subnet': {'1.1'}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Trunk': {'1.1'}} Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: consumer versions: Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'ConntrackHelper': '1.0', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Log': '1.0', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Network': '1.1', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Port': '1.7', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'PortForwarding': '1.2', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'QosPolicy': '1.8', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroup': '1.4', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroupRule': '1.2', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'SubPort': '1.0', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Subnet': '1.1', Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: 'Trunk': '1.1'}} Jun 09 21:47:12.761814 dv-cinder-774286-15-smb neutron-server[91724]: {{(pid=91724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:47:12.767381 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:12.768092 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Attempting to bind port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:47:12.768483 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Attempting to bind port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:47:12.768895 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Attempting to bind port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e on network c496d418-84f4-4696-be06-ada18fc3ed14 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:47:12.774049 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:47:12.774488 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Checking segment: {'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:47:12.774947 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.775319 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Bound using segment: {'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:47:12.775788 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Bound port: 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1958c0e3-256b-49f3-a300-79d51dc6985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:47:12.776145 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.861112 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] For port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:47:12.865439 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] For port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e,segment=NetworkSegment(1958c0e3-256b-49f3-a300-79d51dc6985f),segment_id=1958c0e3-256b-49f3-a300-79d51dc6985f)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:47:12.869187 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:12.873167 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:12.958476 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Routers {'de2e3d94-ba30-409c-befb-092136998f0e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:12.959092 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['de2e3d94-ba30-409c-befb-092136998f0e'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:13.007941 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Pushing event updated for resources: {'Port': ['ID=16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e,revision_number=4']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:13.019239 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:13.117031 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] Set router de2e3d94-ba30-409c-befb-092136998f0e gateway port host: None {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:13.434714 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'name': 'router1', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'gw_port_host': None, '_interfaces': [{'id': '16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e', 'name': '', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'mac_address': 'fa:16:3e:b2:f9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:12Z', 'revision_number': 4, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'subnets': [{'id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852bc343-d894-4131-b3f9-c585111239ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:13.438529 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5904443-8629-4900-b3da-97e8dc3a8f22 None None] The sync data for ids ['de2e3d94-ba30-409c-befb-092136998f0e'] in dv-cinder-774286-15-smb is: [{'id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'name': 'router1', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:10Z', 'revision_number': 2, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'gw_port_host': None, '_interfaces': [{'id': '16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e', 'name': '', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'mac_address': 'fa:16:3e:b2:f9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:12Z', 'revision_number': 4, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'subnets': [{'id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852bc343-d894-4131-b3f9-c585111239ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:47:13.670574 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47058) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:13.816893 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624a660-fbb6-4f86-8bff-c04bbb80d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:13.818267 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-9624a660-fbb6-4f86-8bff-c04bbb80d9f4 admin admin] 10.222.0.25 "GET /v2.0/networks/664662ac-4c55-47e8-9b9f-b0865ad34346 HTTP/1.1" status: 200 len: 842 time: 0.1467342 Jun 09 21:47:13.828313 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:13.849949 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Made reservation on behalf of 833bc1b5ce9e4a3fbc8e62a15714c69f for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:47:13.852192 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:14.220891 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.objects.ports [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91722) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 21:47:14.221305 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:14.224728 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:14.329065 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda44caa-67ae-4a30-afce-1f9fca70cbaf,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:14.334874 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:14.341183 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:47:14.341543 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Network hostable DHCP agents. Network: 664662ac-4c55-47e8-9b9f-b0865ad34346, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:47:14.360221 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:47:14.370137 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 664662ac-4c55-47e8-9b9f-b0865ad34346) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:14.373958 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:14.374563 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:14.380093 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0414c6de-267d-4393-91fc-9be788a95c10 None None] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:47:14.402432 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5691242 Jun 09 21:47:14.592190 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887280a-8c7d-4951-a9a8-c5a65ba5461f None None] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:47:16.247298 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:16.317869 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:47:16.322968 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:16.323953 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:16.445328 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:16.479482 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e,segment=NetworkSegment(1958c0e3-256b-49f3-a300-79d51dc6985f),segment_id=1958c0e3-256b-49f3-a300-79d51dc6985f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:47:16.484021 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:16.486420 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:16.557274 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:16.560889 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:16.658738 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47070) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:16.851739 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-fbc3b10b-ac67-4e46-a800-7fb8cb0116f4 admin admin] 10.222.0.25 "GET /v2.0/routers/de2e3d94-ba30-409c-befb-092136998f0e HTTP/1.1" status: 200 len: 710 time: 0.1918881 Jun 09 21:47:16.977475 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8aa05-589a-4ad6-8cce-3e00efd13177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:47:16.978852 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f0e8aa05-589a-4ad6-8cce-3e00efd13177 admin admin] 10.222.0.25 "GET /v2.0/networks/664662ac-4c55-47e8-9b9f-b0865ad34346 HTTP/1.1" status: 200 len: 886 time: 0.1220422 Jun 09 21:47:16.987544 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:47:17.425085 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.748152 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.850443 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:17.979785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Allocated IP 172.28.0.48 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/c644efb3-3edd-49b0-8db1-4b923ebb0fbe) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:47:18.123941 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.151493 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.155862 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:18.217092 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:47:18.220215 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:47:18.224416 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:47:18.230714 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:18.287397 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Pushing event updated for resources: {'Port': ['ID=c644efb3-3edd-49b0-8db1-4b923ebb0fbe,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:18.292760 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:18.296715 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:18.297089 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.599513 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.930002 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:18.933259 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-701282'] for router, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:19.110407 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Router de2e3d94-ba30-409c-befb-092136998f0e has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:47:19.323974 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:47:19.327910 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:19.329533 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] 10.222.0.25 "PUT /v2.0/routers/de2e3d94-ba30-409c-befb-092136998f0e HTTP/1.1" status: 200 len: 889 time: 2.3448029 Jun 09 21:47:19.333563 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Sync routers for ids ['de2e3d94-ba30-409c-befb-092136998f0e'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:47:19.343771 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Routers {'de2e3d94-ba30-409c-befb-092136998f0e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:19.344678 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['de2e3d94-ba30-409c-befb-092136998f0e'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:19.559550 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Set router de2e3d94-ba30-409c-befb-092136998f0e gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:19.894957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'name': 'router1', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c644efb3-3edd-49b0-8db1-4b923ebb0fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:18Z', 'revision_number': 4, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'gw_port': {'id': 'c644efb3-3edd-49b0-8db1-4b923ebb0fbe', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:17Z', 'updated_at': '2021-06-09T21:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e', 'name': '', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'mac_address': 'fa:16:3e:b2:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:16Z', 'revision_number': 5, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'subnets': [{'id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852bc343-d894-4131-b3f9-c585111239ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:19.899773 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Checking router: de2e3d94-ba30-409c-befb-092136998f0e for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:47:19.900151 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Updating router de2e3d94-ba30-409c-befb-092136998f0e port c644efb3-3edd-49b0-8db1-4b923ebb0fbe binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:47:19.954960 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.279367 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.290708 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Transition to ACTIVE for port object c644efb3-3edd-49b0-8db1-4b923ebb0fbe will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:47:20.296380 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.300180 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-da13e51a-ee3e-4b3c-8f6d-cd4cbe7f3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:20.373503 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Attempting to bind port c644efb3-3edd-49b0-8db1-4b923ebb0fbe on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:47:20.374107 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Attempting to bind port c644efb3-3edd-49b0-8db1-4b923ebb0fbe by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:47:20.374214 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Attempting to bind port c644efb3-3edd-49b0-8db1-4b923ebb0fbe on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:47:20.379726 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc388e0e-95f8-4d84-8ad6-1c938c74170d None None] Pushing event updated for resources: {'Port': ['ID=c644efb3-3edd-49b0-8db1-4b923ebb0fbe,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:20.383617 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-dc388e0e-95f8-4d84-8ad6-1c938c74170d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:20.384351 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:47:20.384723 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:47:20.385122 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.385570 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:47:20.386073 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Bound port: c644efb3-3edd-49b0-8db1-4b923ebb0fbe, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:47:20.386474 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.458178 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] For port c644efb3-3edd-49b0-8db1-4b923ebb0fbe, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:47:20.461135 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] For port c644efb3-3edd-49b0-8db1-4b923ebb0fbe, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=c644efb3-3edd-49b0-8db1-4b923ebb0fbe,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:47:20.466624 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:20.470858 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:20.544564 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Routers {'de2e3d94-ba30-409c-befb-092136998f0e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:47:20.545098 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:47:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['de2e3d94-ba30-409c-befb-092136998f0e'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:20.601690 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc388e0e-95f8-4d84-8ad6-1c938c74170d None None] Pushing event updated for resources: {'Port': ['ID=c644efb3-3edd-49b0-8db1-4b923ebb0fbe,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:20.612088 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-dc388e0e-95f8-4d84-8ad6-1c938c74170d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:20.728773 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] Set router de2e3d94-ba30-409c-befb-092136998f0e gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:47:20.971878 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:47:21.080090 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'name': 'router1', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c644efb3-3edd-49b0-8db1-4b923ebb0fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:18Z', 'revision_number': 4, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'gw_port': {'id': 'c644efb3-3edd-49b0-8db1-4b923ebb0fbe', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:17Z', 'updated_at': '2021-06-09T21:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e', 'name': '', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'mac_address': 'fa:16:3e:b2:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:16Z', 'revision_number': 5, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'subnets': [{'id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852bc343-d894-4131-b3f9-c585111239ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:47:21.084165 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7fb19-d30d-489f-944e-e73d32b90e9f None None] The sync data for ids ['de2e3d94-ba30-409c-befb-092136998f0e'] in dv-cinder-774286-15-smb is: [{'id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'name': 'router1', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c644efb3-3edd-49b0-8db1-4b923ebb0fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:47:00Z', 'updated_at': '2021-06-09T21:47:18Z', 'revision_number': 4, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'gw_port': {'id': 'c644efb3-3edd-49b0-8db1-4b923ebb0fbe', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:17Z', 'updated_at': '2021-06-09T21:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e', 'name': '', 'network_id': 'c496d418-84f4-4696-be06-ada18fc3ed14', 'tenant_id': '47657b5f85fc4056aa329c796154aac3', 'mac_address': 'fa:16:3e:b2:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2e3d94-ba30-409c-befb-092136998f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:47:09Z', 'updated_at': '2021-06-09T21:47:16Z', 'revision_number': 5, 'project_id': '47657b5f85fc4056aa329c796154aac3', 'subnets': [{'id': '08002f62-fec3-4fcb-8828-09704dcd5c2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '852bc343-d894-4131-b3f9-c585111239ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:47:21.698482 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47078) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:47:21.847102 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-2d4e3ef9-4538-48aa-a0ec-d5fe7caaa873 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1474283 Jun 09 21:47:22.244638 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device c644efb3-3edd-49b0-8db1-4b923ebb0fbe up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:22.313562 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port c644efb3-3edd-49b0-8db1-4b923ebb0fbe completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:47:22.318485 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port c644efb3-3edd-49b0-8db1-4b923ebb0fbe triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:22.318856 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:22.437819 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:22.456204 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port c644efb3-3edd-49b0-8db1-4b923ebb0fbe, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=c644efb3-3edd-49b0-8db1-4b923ebb0fbe,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:47:22.460421 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:22.462675 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-dc388e0e-95f8-4d84-8ad6-1c938c74170d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:47:22.530011 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=c644efb3-3edd-49b0-8db1-4b923ebb0fbe,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:47:22.532988 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:47:24.252017 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device c644efb3-3edd-49b0-8db1-4b923ebb0fbe up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:47:24.341815 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port c644efb3-3edd-49b0-8db1-4b923ebb0fbe triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:47:24.342194 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:33.957458 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1889-582f-415f-8245-2a27d34ff1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:36.378758 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:36.384161 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1270-1ad8-46fc-9618-5466324bec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:37.638575 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:39.224163 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:47:57.971345 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:48:03.959594 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ef6adb49-3d5a-4443-b169-a16e2e46060a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:06.366857 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:06.379795 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a8d0-b029-4072-b5b2-b52caa60c78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:07.638847 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:09.228037 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:33.961840 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-dc2def5a-b535-4b6f-80f0-ed2734af1c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:34.970859 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:48:36.361720 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:36.382918 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f9086497-dd85-47e1-8aa1-755a987e5a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:37.641240 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:48:39.229457 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:01.434445 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47646) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:01.501022 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90c9610-0c5b-4bb6-95fb-b93f6c12db6d admin admin] GET failed (client error): The resource could not be found. Jun 09 21:49:01.502277 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e90c9610-0c5b-4bb6-95fb-b93f6c12db6d admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668862 Jun 09 21:49:01.631499 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53161ed-a732-4497-88ff-9c704f203b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:01.632869 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-a53161ed-a732-4497-88ff-9c704f203b9e admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1269031 Jun 09 21:49:03.744969 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47656) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:03.849245 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee750d-aa7d-40aa-b4f2-19f854ccd94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:03.850585 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-0eee750d-aa7d-40aa-b4f2-19f854ccd94a admin admin] 10.222.0.25 "GET /v2.0/subnets/08002f62-fec3-4fcb-8828-09704dcd5c2a HTTP/1.1" status: 200 len: 849 time: 0.1046371 Jun 09 21:49:03.860079 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:49:03.961815 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-cd6ff139-5fef-44ef-95a6-c4421741acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:03.972775 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Notify callbacks [] for subnet, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:04.160418 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768337004261'] for subnet, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:04.165237 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:04.200939 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:04.202014 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:04.202808 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] 10.222.0.25 "PUT /v2.0/subnets/08002f62-fec3-4fcb-8828-09704dcd5c2a HTTP/1.1" status: 200 len: 868 time: 0.3463316 Jun 09 21:49:04.205844 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1d7b4-bbf9-4aba-b051-5f93e16ee97a None None] Network c496d418-84f4-4696-be06-ada18fc3ed14 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:49:04.232918 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=08002f62-fec3-4fcb-8828-09704dcd5c2a,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:04.240281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.241025 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.241025 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.241272 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.241567 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.241879 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.242192 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.242548 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.243470 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.243784 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.245496 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.245782 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:04.249794 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:04.707078 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-1f670aff-7815-4fc2-b8a7-ee2fffcb29a7 None None] Provisioning complete for port 16245ea0-ac1b-4a3b-bca6-4b5e802c4e5e triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:04.707449 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1f670aff-7815-4fc2-b8a7-ee2fffcb29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:04.832776 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-1f670aff-7815-4fc2-b8a7-ee2fffcb29a7 None None] Provisioning complete for port b17f6c40-f6cd-46b3-9860-79fa9a40f27a triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:04.833144 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1f670aff-7815-4fc2-b8a7-ee2fffcb29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:06.323291 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47666) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:06.364495 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:06.389377 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-7eb784a9-6abd-43c4-90e3-03c451c5373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:06.507354 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b39d46-8e0f-41b2-bde9-65af79f7554c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:06.507734 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b39d46-8e0f-41b2-bde9-65af79f7554c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:06.509773 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-a9b39d46-8e0f-41b2-bde9-65af79f7554c admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1855583 Jun 09 21:49:07.643416 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:08.631148 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47674) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:08.801625 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a6c54-0fce-4493-81fc-cc4364041cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:08.802091 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a6c54-0fce-4493-81fc-cc4364041cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:08.803605 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-595a6c54-0fce-4493-81fc-cc4364041cf5 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715353 Jun 09 21:49:09.232090 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:10.933380 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47682) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:11.095394 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3209ba76-a76c-4386-bed0-a012392d5646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:11.096703 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-3209ba76-a76c-4386-bed0-a012392d5646 admin admin] 10.222.0.25 "GET /v2.0/networks/664662ac-4c55-47e8-9b9f-b0865ad34346 HTTP/1.1" status: 200 len: 886 time: 0.1623521 Jun 09 21:49:11.969824 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:49:13.199396 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47690) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:13.369415 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec89b06-c942-4dc5-9b47-6c9efa9d1e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:13.370788 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-0ec89b06-c942-4dc5-9b47-6c9efa9d1e81 admin admin] 10.222.0.25 "GET /v2.0/networks/c496d418-84f4-4696-be06-ada18fc3ed14 HTTP/1.1" status: 200 len: 869 time: 0.1704617 Jun 09 21:49:15.470204 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47698) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:15.573291 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80984496-46cc-47cd-821c-0adf7a3db05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:15.573737 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80984496-46cc-47cd-821c-0adf7a3db05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:15.575218 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-80984496-46cc-47cd-821c-0adf7a3db05a admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040750 Jun 09 21:49:17.729562 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47706) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:17.835732 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4cfe79-c7eb-4d7e-86ee-44af30b0fd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:17.836670 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4cfe79-c7eb-4d7e-86ee-44af30b0fd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:17.838136 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-df4cfe79-c7eb-4d7e-86ee-44af30b0fd8d admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1076362 Jun 09 21:49:19.965248 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47714) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:20.071976 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aaa48c-a4c6-424c-a8bd-83dffaf5d69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:20.073302 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-85aaa48c-a4c6-424c-a8bd-83dffaf5d69d admin admin] 10.222.0.25 "GET /v2.0/subnets/08002f62-fec3-4fcb-8828-09704dcd5c2a HTTP/1.1" status: 200 len: 868 time: 0.1071520 Jun 09 21:49:22.199048 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47722) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:22.303522 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cfb4b9-02ee-4e8e-8bb1-c8138a94410a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:22.305615 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-c4cfb4b9-02ee-4e8e-8bb1-c8138a94410a admin admin] 10.222.0.25 "GET /v2.0/subnets/fda44caa-67ae-4a30-afce-1f9fca70cbaf HTTP/1.1" status: 200 len: 816 time: 0.1048453 Jun 09 21:49:33.962932 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-3ca61905-011b-4253-8a92-330a1dd6c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:36.368315 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:36.392453 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-216464fb-c991-4048-8063-d38bc3927636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:37.645981 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:39.235014 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:45.344582 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47766) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:45.396064 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [None req-3fa9e1c6-a53b-49a0-8bc3-92b5395ea55b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:49:45.397120 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-3fa9e1c6-a53b-49a0-8bc3-92b5395ea55b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516303 Jun 09 21:49:47.634952 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47774) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:47.700427 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4597c94b-9f95-4faf-8b73-6c54545aa187 admin admin] GET failed (client error): The resource could not be found. Jun 09 21:49:47.701695 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-4597c94b-9f95-4faf-8b73-6c54545aa187 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658257 Jun 09 21:49:47.823704 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bbf020-897a-47a2-9560-a187d2f57e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:47.825036 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-93bbf020-897a-47a2-9560-a187d2f57e65 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1195576 Jun 09 21:49:48.968799 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:49:49.975441 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47782) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:50.023071 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:49:50.045354 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Made reservation on behalf of 833bc1b5ce9e4a3fbc8e62a15714c69f for: {'network': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:49:50.047658 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.143124 dv-cinder-774286-15-smb neutron-server[91721]: WARNING neutron.services.revisions.revision_plugin [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Could not find related network for resource to bump revision. Jun 09 21:49:50.157008 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=91721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:49:50.168502 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768337062831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.169059 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Unsubscribe: segment precommit_create {{(pid=91721) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 21:49:50.169513 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.segments_db [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Added segment cf0ea333-c2e2-4681-bfe1-b27314fb6619 of type vlan for network 7cc274c0-f63f-404d-851b-be327bd58463 Jun 09 21:49:50.201569 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.235725 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.237021 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:50.237569 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:50.242170 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:50.360880 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3837943 Jun 09 21:49:50.370459 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc274c0-f63f-404d-851b-be327bd58463,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:50.373887 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0bc88efc-e4e0-4248-9854-cb8e0bf35824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:50.382741 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 7cc274c0-f63f-404d-851b-be327bd58463 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:49:52.625368 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47790) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:49:52.691471 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.pecan_wsgi.hooks.translation [None req-43399a4e-b94d-4fe9-a5fd-ac6c5ed4b758 admin admin] GET failed (client error): The resource could not be found. Jun 09 21:49:52.695901 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-43399a4e-b94d-4fe9-a5fd-ac6c5ed4b758 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664206 Jun 09 21:49:52.799078 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77b2bf-2d9b-40fb-aaee-07288036e2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:52.800515 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5e77b2bf-2d9b-40fb-aaee-07288036e2b9 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1039901 Jun 09 21:49:52.810850 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:49:52.830931 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Made reservation on behalf of 833bc1b5ce9e4a3fbc8e62a15714c69f for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:49:52.833249 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:53.025166 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:53.029707 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:53.100465 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14d2078-4cfb-4f96-bf5b-5234ee9685d1,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:53.105405 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:53.107738 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Checking segment: {'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:49:53.108084 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Network hostable DHCP agents. Network: 7cc274c0-f63f-404d-851b-be327bd58463, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:49:53.125315 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Network 7cc274c0-f63f-404d-851b-be327bd58463 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:49:53.134121 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 7cc274c0-f63f-404d-851b-be327bd58463) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:49:53.137958 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:49:53.138564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:53.143826 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9528df2-0828-4ef6-879e-7514772879eb None None] Network 7cc274c0-f63f-404d-851b-be327bd58463 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:49:53.155625 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3481879 Jun 09 21:49:53.391746 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-7cc274c0-f63f-404d-851b-be327bd58463', 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463', 'tenant_id': '833bc1b5ce9e4a3fbc8e62a15714c69f', 'fixed_ips': [{'subnet_id': 'b14d2078-4cfb-4f96-bf5b-5234ee9685d1'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:49:53.392572 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:53.546542 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Allocated IP 192.168.233.2 (7cc274c0-f63f-404d-851b-be327bd58463/b14d2078-4cfb-4f96-bf5b-5234ee9685d1/9a7f0834-b14a-427e-bc8b-30415446850f) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:49:53.771049 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:53.783129 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Transition to ACTIVE for port object 9a7f0834-b14a-427e-bc8b-30415446850f will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:49:53.802136 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Transition to ACTIVE for port object 9a7f0834-b14a-427e-bc8b-30415446850f will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:49:53.808760 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:53.813168 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:53.874962 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Network 7cc274c0-f63f-404d-851b-be327bd58463 is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:49:53.877818 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:49:53.880311 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:49:53.886210 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Pushing event updated for resources: {'Port': ['ID=9a7f0834-b14a-427e-bc8b-30415446850f,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:53.924692 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.925038 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.925369 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.925693 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.926017 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.926334 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.926676 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.926989 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.927324 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.927641 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.927950 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.928257 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:49:53.931912 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:53.984974 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Attempting to bind port 9a7f0834-b14a-427e-bc8b-30415446850f on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:49:53.985260 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Attempting to bind port 9a7f0834-b14a-427e-bc8b-30415446850f by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:49:53.985616 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Attempting to bind port 9a7f0834-b14a-427e-bc8b-30415446850f on network 7cc274c0-f63f-404d-851b-be327bd58463 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:49:53.990702 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:49:53.991066 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Checking segment: {'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:49:53.991616 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:53.992012 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Bound using segment: {'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:49:53.992469 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Bound port: 9a7f0834-b14a-427e-bc8b-30415446850f, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:49:53.992834 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:54.080627 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] For port 9a7f0834-b14a-427e-bc8b-30415446850f, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:49:54.083599 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] For port 9a7f0834-b14a-427e-bc8b-30415446850f, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=9a7f0834-b14a-427e-bc8b-30415446850f,segment=NetworkSegment(cf0ea333-c2e2-4681-bfe1-b27314fb6619),segment_id=cf0ea333-c2e2-4681-bfe1-b27314fb6619)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:49:54.089093 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:54.093115 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-a9996ae2-a893-479f-9249-04e3814d3a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:54.168607 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Pushing event updated for resources: {'Port': ['ID=9a7f0834-b14a-427e-bc8b-30415446850f,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:54.171692 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:54.980011 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959378c6-9e69-4855-baa1-32943f4a7362 None None] Network 7cc274c0-f63f-404d-851b-be327bd58463 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:49:55.071536 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-7d708d5d-d19d-4289-beb0-fb62e808c236 None None] Provisioning for port 9a7f0834-b14a-427e-bc8b-30415446850f completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:49:56.352272 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 9a7f0834-b14a-427e-bc8b-30415446850f up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:49:56.419506 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 9a7f0834-b14a-427e-bc8b-30415446850f completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:49:56.424244 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 9a7f0834-b14a-427e-bc8b-30415446850f triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:56.424612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:56.551059 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:56.584421 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 9a7f0834-b14a-427e-bc8b-30415446850f, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=9a7f0834-b14a-427e-bc8b-30415446850f,segment=NetworkSegment(cf0ea333-c2e2-4681-bfe1-b27314fb6619),segment_id=cf0ea333-c2e2-4681-bfe1-b27314fb6619)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:49:56.588999 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:49:56.591707 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:49:56.654567 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=9a7f0834-b14a-427e-bc8b-30415446850f,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:49:56.657547 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:49:58.333495 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 9a7f0834-b14a-427e-bc8b-30415446850f up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:49:58.407829 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 9a7f0834-b14a-427e-bc8b-30415446850f triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:49:58.408201 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:03.963595 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f50d-76f0-4310-9ef0-7ca6e4b260dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:06.364918 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:06.383187 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-3dddd72e-aead-4baa-995f-f9cb3b518074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:07.649414 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:09.237107 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:25.967488 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:50:33.964951 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2e12fa7e-cce8-4d3b-86d4-c1be705ad21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:36.368801 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:36.387041 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-5fbb92c9-79cc-4919-b73b-33c050e88e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:37.653222 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:50:39.240590 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.081615 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47842) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:51:00.087824 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [None req-94164a7c-d830-4397-86e2-00e88f915b6a tempest-verify_tempest_config-1235873862 tempest-verify_tempest_config-1235873862-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:51:00.088756 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-94164a7c-d830-4397-86e2-00e88f915b6a tempest-verify_tempest_config-1235873862 tempest-verify_tempest_config-1235873862-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061846 Jun 09 21:51:00.395082 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 47860) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:51:00.510617 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.626992 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.631091 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.637857 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:51:00.678148 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef77076019d2433d801b665d0a29ce86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2819765 Jun 09 21:51:00.679051 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02db5a75-26b7-4454-9909-680846554fed,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:51:00.680805 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47866) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:51:00.685782 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.686155 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.686533 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.686867 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.687193 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.687516 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.687837 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.688155 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.688534 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.688791 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.689105 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.689416 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.694006 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:51:00.741806 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.765782 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.855658 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.858324 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:00.859465 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02db5a75-26b7-4454-9909-680846554fed HTTP/1.1" status: 204 len: 168 time: 0.1777313 Jun 09 21:51:00.860330 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:51:00.870293 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db5a75-26b7-4454-9909-680846554fed,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:51:00.877057 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.877350 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.877682 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.878131 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.878486 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.878812 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.879134 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.879523 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.879846 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.880157 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.880471 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.880784 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:51:00.883779 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:51:02.966072 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:51:03.967964 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-3a30e002-4ab3-432d-97eb-9e8066072ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:06.372991 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:06.390163 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-5fc317c0-6bef-4d84-8c04-bb0055fa4436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:07.655654 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:09.243535 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:33.968535 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7c23-403f-4640-944d-adcde93385cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:36.374884 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:36.396174 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-cbd85315-01f7-4084-bd50-3413922830ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:37.658022 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:39.246734 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:51:39.964887 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:52:03.970802 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-95f109d0-7e2f-4982-ae95-76975fce857b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:06.385223 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:06.390305 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c1d2869f-a189-4b3a-ae4f-5de59375d82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:07.659928 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:09.251174 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:16.964520 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 5 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:52:33.972443 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-af2737bc-96b9-4610-b03c-ac8ef7ea47fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:36.386272 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:36.393439 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-5a85ff21-8a8d-44eb-93f3-3f3016977969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:37.541595 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822'] for agent, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:37.664751 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:39.253300 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:52:41.878374 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47918) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:52:41.992366 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-437878b9-3211-45df-8d1d-1f838f97361f admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1127861 Jun 09 21:52:44.153761 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 47928) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:52:44.207822 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5094a73a-fc6a-44cb-998d-ad99a590210b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0530005 Jun 09 21:52:53.963454 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:53:03.975566 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb04-ec5b-4039-952a-5b020c40f742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:06.377953 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:06.395208 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-230435cd-3fa9-40f7-8c51-49d3797442e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:07.499887 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:07.665067 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:09.256544 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:30.963003 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:53:33.977729 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-e48d345a-65f6-4d93-beeb-1979cf9d6a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:36.386902 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:36.404963 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1cd51103-2317-44c3-990d-e8ff88e9e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.505264 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:37.670013 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:53:39.261307 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:03.980957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ec5f5682-752d-4bff-93f6-81f5f4960aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.392700 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:06.399042 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-62cd43c3-9552-40a8-8da9-c313818e8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:07.504563 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:07.672458 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:07.962485 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:54:09.264612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:19.686833 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48184) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:19.798885 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48202) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:19.823136 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48210) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:19.842943 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48214) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:19.958915 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-network', 'tenant_id': '288c6b258a814e5480c556c874d80862'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:19.986614 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Made reservation on behalf of 288c6b258a814e5480c556c874d80862 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:19.990016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.011249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.016508 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-797591026-network', 'tenant_id': '073867d2e064493699678f6c3b701830'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:20.050234 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Made reservation on behalf of 073867d2e064493699678f6c3b701830 for: {'network': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:20.053779 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.071966 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1520103760-network', 'tenant_id': '348963b147cf45f4bf1397889873ab25'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:20.073099 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.079497 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2072698866-network', 'tenant_id': '699642f0067f4b96935a9d04239340e3'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:20.205403 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.222129 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.231923 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.263692 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a00c139-a2a8-4d67-a8f5-fd889c344eb8,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.273679 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.274448 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.274921 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.275477 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.276191 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.276817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.277358 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.277859 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.278423 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.278933 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.279481 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.280055 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Tracked resource versions report: Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: pushed versions: Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Log': {'1.0'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Network': {'1.1'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Port': {'1.7'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'PortForwarding': {'1.2'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'QosPolicy': {'1.8'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'SubPort': {'1.0'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Subnet': {'1.1'}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Trunk': {'1.1'}} Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: consumer versions: Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'ConntrackHelper': '1.0', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Log': '1.0', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Network': '1.1', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Port': '1.7', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'PortForwarding': '1.2', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'QosPolicy': '1.8', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroup': '1.4', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'SecurityGroupRule': '1.2', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'SubPort': '1.0', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Subnet': '1.1', Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: 'Trunk': '1.1'}} Jun 09 21:54:20.281458 dv-cinder-774286-15-smb neutron-server[91721]: {{(pid=91721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:20.288868 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.295246 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=91721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:20.306593 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.307165 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.segments_db [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Added segment 107d4ad7-ce6c-4ab9-9b67-087c39187a82 of type vlan for network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 Jun 09 21:54:20.315846 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Made reservation on behalf of 348963b147cf45f4bf1397889873ab25 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:20.321185 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.346040 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.360366 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.414270 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.418547 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:20.419664 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.440365 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.461102 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.477452 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.489182 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1cb0c796-0f59-4ef5-b6fc-3641907c5840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.544031 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7470a0-ffa0-4209-8ac8-f7b2845bad53,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.544971 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80d641a-f383-4ad1-8b29-e7af2aded340,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.547817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.556239 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:20.566668 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:20.578461 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.578839 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Added segment 7cb36d2e-0905-4e86-b507-16d183c016ca of type vlan for network 02bf3041-a6ee-4419-b950-7e6dddf27035 Jun 09 21:54:20.607926 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.640122 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.640734 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.641248 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.641744 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.643146 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.643884 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.644540 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.645196 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.645674 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.646229 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.646744 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.647206 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Tracked resource versions report: Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: pushed versions: Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Log': {'1.0'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Network': {'1.1'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Port': {'1.7'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'PortForwarding': {'1.2'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'QosPolicy': {'1.8'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'SubPort': {'1.0'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Subnet': {'1.1'}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Trunk': {'1.1'}} Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: consumer versions: Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'ConntrackHelper': '1.0', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Log': '1.0', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Network': '1.1', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Port': '1.7', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'PortForwarding': '1.2', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'QosPolicy': '1.8', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroup': '1.4', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'SecurityGroupRule': '1.2', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'SubPort': '1.0', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Subnet': '1.1', Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: 'Trunk': '1.1'}} Jun 09 21:54:20.648692 dv-cinder-774286-15-smb neutron-server[91722]: {{(pid=91722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:20.654645 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:20.660929 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.724175 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:20.725885 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.730205 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Made reservation on behalf of 699642f0067f4b96935a9d04239340e3 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:20.733086 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.748989 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:20.800948 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:20.921481 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Pushing event updated for resources: {'Network': ['ID=02bf3041-a6ee-4419-b950-7e6dddf27035,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:20.934140 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:20.937449 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.055004 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.063613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.069905 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2694855 Jun 09 21:54:21.073120 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48312) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:21.078290 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Request body: {'subnet': {'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-subnet', 'tenant_id': '073867d2e064493699678f6c3b701830', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.084017 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:21.104655 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.104999 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Added segment a9cd1da7-411e-42b3-97f8-2ed06e3e7fe6 of type vlan for network 7bf18efa-efaf-476e-9dd2-560266836611 Jun 09 21:54:21.115322 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-186b9723-c7fb-49e2-8fbb-5bc15b433679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.156365 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b6f788-0132-4845-a3f2-5d4a5ad3dee7,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.162776 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4712286 Jun 09 21:54:21.163659 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48314) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:21.164049 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.169327 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Request body: {'subnet': {'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-subnet', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.208487 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.279104 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.281574 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:21.282296 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.296444 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.421354 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf18efa-efaf-476e-9dd2-560266836611,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.433233 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 7bf18efa-efaf-476e-9dd2-560266836611 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:21.435309 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.453605 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.460172 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.469201 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.483091 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6384761 Jun 09 21:54:21.489676 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48344) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:21.498530 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Made reservation on behalf of 073867d2e064493699678f6c3b701830 for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.499599 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Request body: {'subnet': {'network_id': '7bf18efa-efaf-476e-9dd2-560266836611', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1520103760-subnet', 'tenant_id': '348963b147cf45f4bf1397889873ab25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.507173 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.517459 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:21.531523 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8952cc-f8db-440c-97a7-fd0fe5d51f92,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.547775 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.551834 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.552557 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Added segment d23f6103-4827-4135-9eba-2aee10778ddb of type vlan for network 6fe4a916-0442-4474-9ded-41d61f7777ce Jun 09 21:54:21.583530 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.640125 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Made reservation on behalf of 288c6b258a814e5480c556c874d80862 for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.643059 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.669574 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.673671 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:21.674430 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.681462 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:21.770921 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Made reservation on behalf of 348963b147cf45f4bf1397889873ab25 for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.773650 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.887075 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0626361 Jun 09 21:54:21.900840 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48358) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:21.907629 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Request body: {'subnet': {'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2072698866-subnet', 'tenant_id': '699642f0067f4b96935a9d04239340e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:21.914058 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Pushing event updated for resources: {'Network': ['ID=6fe4a916-0442-4474-9ded-41d61f7777ce,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:21.921016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:21.927775 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 6fe4a916-0442-4474-9ded-41d61f7777ce details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:21.970367 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Made reservation on behalf of 699642f0067f4b96935a9d04239340e3 for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:21.973884 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:21.987688 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.011901 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.045233 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48360) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:22.091801 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.169018 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Checking segment: {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:22.170287 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Network hostable DHCP agents. Network: 02bf3041-a6ee-4419-b950-7e6dddf27035, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:22.201981 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d6557d-cb12-4e48-9dec-0fdac0151c31,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.206964 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.220026 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-9ad941e4-bfa8-4844-b2e6-e85a90b1bff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.366794 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee2ab-9da9-49cb-bd2e-5a1c236cddc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.472109 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:22.494256 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Checking segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:22.494700 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Network hostable DHCP agents. Network: fe7470a0-ffa0-4209-8ac8-f7b2845bad53, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:22.499666 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 02bf3041-a6ee-4419-b950-7e6dddf27035) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:22.511415 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a428642-e9b2-4e31-810d-1b1dd774e9b2 None None] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:22.513270 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.533230 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b394e2-50a6-4e7f-8bde-322205e325c3,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.540500 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.541825 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:22.542453 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.547541 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-362ef2fa-b04e-4863-b6b6-df18446edffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.562368 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:22.587800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, fe7470a0-ffa0-4209-8ac8-f7b2845bad53) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:22.598297 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48382) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:22.615230 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:22.616751 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.629218 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281b22c-3785-4a34-99b5-5061cce8a399 None None] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:22.697848 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.725388 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee2ab-9da9-49cb-bd2e-5a1c236cddc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.736603 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee2ab-9da9-49cb-bd2e-5a1c236cddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.756792 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5908995 Jun 09 21:54:22.759286 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.767200 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48390) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:22.789593 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f3e177e3-3552-4cde-b972-8257f3333652 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7118821 Jun 09 21:54:22.789805 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Checking segment: {'id': 'd23f6103-4827-4135-9eba-2aee10778ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:22.789805 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Network hostable DHCP agents. Network: 6fe4a916-0442-4474-9ded-41d61f7777ce, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:22.793455 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48392) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:22.797272 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:22.815845 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=273d9efa-0593-4e98-949e-25f1b53e4810,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.821551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:22.825989 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Checking segment: {'id': 'a9cd1da7-411e-42b3-97f8-2ed06e3e7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7bf18efa-efaf-476e-9dd2-560266836611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:22.826343 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Network hostable DHCP agents. Network: 7bf18efa-efaf-476e-9dd2-560266836611, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:22.853206 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.853645 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee2ab-9da9-49cb-bd2e-5a1c236cddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4b5dc-f9ec-4f70-ac2c-d189536fbede,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.859239 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5b1ee2ab-9da9-49cb-bd2e-5a1c236cddc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25bfb74d50e34bb5b58aee74212200e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8121545 Jun 09 21:54:22.859404 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:22.860390 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5b1ee2ab-9da9-49cb-bd2e-5a1c236cddc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.862029 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48394) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:22.920908 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-037a5559-3e30-4b36-ba46-b9e8168be2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.935702 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Network 6fe4a916-0442-4474-9ded-41d61f7777ce is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:22.956378 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d423786-5c44-4ccb-94c1-f443718a2454,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:22.960169 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:22.961141 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Network 7bf18efa-efaf-476e-9dd2-560266836611 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:22.975220 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 6fe4a916-0442-4474-9ded-41d61f7777ce) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:22.977286 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.978433 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.991908 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:22.992536 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:22.998101 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a5838-76bf-4583-b66a-1e1003b33c6b None None] Network 6fe4a916-0442-4474-9ded-41d61f7777ce requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:23.000525 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 7bf18efa-efaf-476e-9dd2-560266836611) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:23.013054 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.016813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:23.017486 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.019420 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c774d59-2b82-4d0a-82d1-c9342cde4d31 None None] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:23.026406 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.027402 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.040933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.061303 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.077358 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc67aca-2843-43df-abdc-3f54ebca7766 None None] Network 7bf18efa-efaf-476e-9dd2-560266836611 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:23.124226 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.166199 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.170291 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.174565 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9b4b5dc-f9ec-4f70-ac2c-d189536fbede HTTP/1.1" status: 204 len: 168 time: 0.3090429 Jun 09 21:54:23.180993 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:23.193936 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4b5dc-f9ec-4f70-ac2c-d189536fbede,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:23.198223 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:23.213807 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-037a5559-3e30-4b36-ba46-b9e8168be2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.218310 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-037a5559-3e30-4b36-ba46-b9e8168be2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.226660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:23.280691 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3664258 Jun 09 21:54:23.280691 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7776041 Jun 09 21:54:23.293609 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a5559-3e30-4b36-ba46-b9e8168be2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0118e-1791-4d86-94fe-30e0ac5cd1f3,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:23.299657 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-037a5559-3e30-4b36-ba46-b9e8168be2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:23.303331 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-037a5559-3e30-4b36-ba46-b9e8168be2ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a44ef88436704314bb1ba016a60030b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7017536 Jun 09 21:54:23.306102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48410) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:23.398976 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.402259 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:54:23.403117 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.455339 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.558717 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.562292 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.566652 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4d0118e-1791-4d86-94fe-30e0ac5cd1f3 HTTP/1.1" status: 204 len: 168 time: 0.2594590 Jun 09 21:54:23.567892 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-261719ce-5962-4f80-8300-f456e437c740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:23.591398 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0118e-1791-4d86-94fe-30e0ac5cd1f3,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:23.603361 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:23.749885 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.765527 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:23.789015 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48430) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:23.795575 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a39e8-5a0a-4003-af87-242862fbec53 None None] Network 6fe4a916-0442-4474-9ded-41d61f7777ce requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:23.822595 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-150a59db-8a8b-4701-8f25-cc46ccf5cb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.087422 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-150a59db-8a8b-4701-8f25-cc46ccf5cb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.096417 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-150a59db-8a8b-4701-8f25-cc46ccf5cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.147234 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135fbc1d-0a7f-4b76-a58e-2e345fb3ee32 None None] Network 7bf18efa-efaf-476e-9dd2-560266836611 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:24.156417 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5b1ee2ab-9da9-49cb-bd2e-5a1c236cddc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:24.168923 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-150a59db-8a8b-4701-8f25-cc46ccf5cb49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be02164269c945d684fac3ae57e9d7a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3764534 Jun 09 21:54:24.169555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48442) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:24.228401 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a59db-8a8b-4701-8f25-cc46ccf5cb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda1f27a-91d3-42e9-a0e7-66788fa28c6d,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:24.245688 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-150a59db-8a8b-4701-8f25-cc46ccf5cb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:24.281532 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.316522 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.407370 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.410199 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.414122 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fda1f27a-91d3-42e9-a0e7-66788fa28c6d HTTP/1.1" status: 204 len: 168 time: 0.2414792 Jun 09 21:54:24.414122 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b0fcfae5-492a-4d6a-905f-9aea9775dd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:24.417481 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Allocated IP 172.20.0.2 (fe7470a0-ffa0-4209-8ac8-f7b2845bad53/38b394e2-50a6-4e7f-8bde-322205e325c3/e03b4650-331e-46af-bbaa-ed82f9fc8abe) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:24.445243 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda1f27a-91d3-42e9-a0e7-66788fa28c6d,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:24.456252 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48450) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:24.487895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:24.494223 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5139a46a-ee62-4297-b50d-302a210c33a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.746271 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5139a46a-ee62-4297-b50d-302a210c33a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.755024 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5139a46a-ee62-4297-b50d-302a210c33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:24.769906 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48484) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:24.779587 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-150a59db-8a8b-4701-8f25-cc46ccf5cb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:24.830930 dv-cinder-774286-15-smb neutron-server[91721]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 21:54:24.901391 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5139a46a-ee62-4297-b50d-302a210c33a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e2d36abab0a4c93b915a10ee9a4b57a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4440255 Jun 09 21:54:24.906423 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48490) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:24.940724 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139a46a-ee62-4297-b50d-302a210c33a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37278398-d4c6-4d47-b1c8-583cbdd483e8,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:24.949028 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5139a46a-ee62-4297-b50d-302a210c33a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:24.960888 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.061292 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.088488 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48496) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:25.097656 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1721275157-network', 'tenant_id': 'a1b72cf74b714a0994d07d43eb890b4e'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:25.188749 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60543f7-a575-4d66-855d-97d40273109c req-eac766a9-5ee2-4f01-8593-3bb46dcb01a6 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:25.190759 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-eac766a9-5ee2-4f01-8593-3bb46dcb01a6 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/networks?id=6fe4a916-0442-4474-9ded-41d61f7777ce HTTP/1.1" status: 200 len: 812 time: 0.3810332 Jun 09 21:54:25.192519 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Made reservation on behalf of a1b72cf74b714a0994d07d43eb890b4e for: {'network': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:25.195796 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.221018 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.222023 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.269954 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.277418 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.299501 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-e7216d66-601a-479e-afcf-a1cdf02e5da3 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/quotas/699642f0067f4b96935a9d04239340e3 HTTP/1.1" status: 200 len: 375 time: 0.0824130 Jun 09 21:54:25.364803 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.381862 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Transition to ACTIVE for port object e03b4650-331e-46af-bbaa-ed82f9fc8abe will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:25.395963 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-e4e822a4-499e-4547-848d-c505371fe3cd tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=699642f0067f4b96935a9d04239340e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945718 Jun 09 21:54:25.411323 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Transition to ACTIVE for port object e03b4650-331e-46af-bbaa-ed82f9fc8abe will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:25.417538 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.452100 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.483062 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.489765 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.493840 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Allocated IP 172.28.0.38 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/63a44d05-877f-49c2-9959-24809c61e10e) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:25.502792 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.504644 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.545450 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f68a0-450c-4837-afd6-1d6e8af54e2c,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.549059 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.620112 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=91721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:54:25.623106 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:25.626761 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:25.629947 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:25.633106 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Pushing event updated for resources: {'Port': ['ID=e03b4650-331e-46af-bbaa-ed82f9fc8abe,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.634878 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.639415 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.640524 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37278398-d4c6-4d47-b1c8-583cbdd483e8 HTTP/1.1" status: 204 len: 168 time: 0.7325578 Jun 09 21:54:25.642942 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.646164 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.646653 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.647241 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.647423 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.647807 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.segments_db [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Added segment d01efbb9-e30f-4d80-b8bd-17b173962213 of type vlan for network a86aa44f-de10-4505-898f-3ca0e95828f0 Jun 09 21:54:25.648187 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.648676 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.649152 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.649630 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.650100 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.650610 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.651089 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.651557 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.652015 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Tracked resource versions report: Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: pushed versions: Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Log': {'1.0'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Network': {'1.1'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Port': {'1.7'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'PortForwarding': {'1.2'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'QosPolicy': {'1.8'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'SubPort': {'1.0'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Subnet': {'1.1'}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Trunk': {'1.1'}} Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: consumer versions: Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'ConntrackHelper': '1.0', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Log': '1.0', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Network': '1.1', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Port': '1.7', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'PortForwarding': '1.2', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'QosPolicy': '1.8', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroup': '1.4', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'SecurityGroupRule': '1.2', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'SubPort': '1.0', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Subnet': '1.1', Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: 'Trunk': '1.1'}} Jun 09 21:54:25.654017 dv-cinder-774286-15-smb neutron-server[91723]: {{(pid=91723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:25.667205 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.672382 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37278398-d4c6-4d47-b1c8-583cbdd483e8,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.682825 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.689213 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.732555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.734293 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:25.735069 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.754296 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-51d1a92b-e812-46fa-9872-ed8f2d8d03e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:25.806121 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Attempting to bind port e03b4650-331e-46af-bbaa-ed82f9fc8abe on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:25.807016 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Attempting to bind port e03b4650-331e-46af-bbaa-ed82f9fc8abe by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:25.807547 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Attempting to bind port e03b4650-331e-46af-bbaa-ed82f9fc8abe on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:25.814606 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.817124 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:25.817516 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Checking segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:25.818131 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.819167 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Bound using segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:25.819659 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Bound port: e03b4650-331e-46af-bbaa-ed82f9fc8abe, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:25.820085 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.891194 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:25.938285 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] For port e03b4650-331e-46af-bbaa-ed82f9fc8abe, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:25.942949 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Pushing event updated for resources: {'Network': ['ID=a86aa44f-de10-4505-898f-3ca0e95828f0,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:25.948983 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8572879 Jun 09 21:54:25.953334 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:25.953921 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48532) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:25.955373 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] For port e03b4650-331e-46af-bbaa-ed82f9fc8abe, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=e03b4650-331e-46af-bbaa-ed82f9fc8abe,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:25.964944 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-548ad46e-ab96-41e3-894a-3c4261abdc40 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:25.967416 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-548ad46e-ab96-41e3-894a-3c4261abdc40 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3275979 Jun 09 21:54:25.979413 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Request body: {'subnet': {'network_id': 'a86aa44f-de10-4505-898f-3ca0e95828f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1721275157-subnet', 'tenant_id': 'a1b72cf74b714a0994d07d43eb890b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:25.980395 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network a86aa44f-de10-4505-898f-3ca0e95828f0 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:54:26.011562 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.142292 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75b50b6c-6f20-428e-99ad-b1e28816a45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.155384 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:26.175799 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Made reservation on behalf of a1b72cf74b714a0994d07d43eb890b4e for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:26.182821 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.248962 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Allocated IP 172.28.0.238 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/9524ff59-0b73-4abd-9de0-53c20908a0e4) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:26.314615 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Pushing event updated for resources: {'Port': ['ID=e03b4650-331e-46af-bbaa-ed82f9fc8abe,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.320427 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:26.325294 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:26.331083 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:26.339871 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:26.534013 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-0058c3c6-c5cb-4230-9764-7b226d83dc76 service neutron] 10.222.0.25 "GET /v2.0/networks/6fe4a916-0442-4474-9ded-41d61f7777ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458169 Jun 09 21:54:26.564172 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=63a44d05-877f-49c2-9959-24809c61e10e,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:26.744678 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:26.909953 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-a0d2fc93-a366-48ff-a67f-741e5167c846 service neutron] 10.222.0.25 "GET /v2.0/networks/6fe4a916-0442-4474-9ded-41d61f7777ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685234 Jun 09 21:54:26.923374 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:26.930780 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-261f7c17-7f0b-476c-98b4-30ed352dd3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:27.049102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Checking segment: {'id': 'd01efbb9-e30f-4d80-b8bd-17b173962213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a86aa44f-de10-4505-898f-3ca0e95828f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:27.049527 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Network hostable DHCP agents. Network: a86aa44f-de10-4505-898f-3ca0e95828f0, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:54:27.058235 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62267c1-d212-45ae-8005-413168f080a0,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:27.066831 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:27.082981 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Network a86aa44f-de10-4505-898f-3ca0e95828f0 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:54:27.102453 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, a86aa44f-de10-4505-898f-3ca0e95828f0) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:27.107127 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:27.107764 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.113809 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f43a3-0ab4-4b37-9fed-3ab1a8be6966 None None] Network a86aa44f-de10-4505-898f-3ca0e95828f0 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:27.149563 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1796486 Jun 09 21:54:27.339249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.450459 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5ce5061f-215c-499e-a8ed-c316f1f5a69b req-9ac34227-f055-4c46-b18e-7a35c21e885c tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 210 time: 0.1257765 Jun 09 21:54:27.617743 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.665495 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48626) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:27.685058 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd7d18-d408-4deb-87e0-780ee86a82b6 None None] Network a86aa44f-de10-4505-898f-3ca0e95828f0 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:27.751676 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.773226 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:27.860471 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Pushing event updated for resources: {'Port': ['ID=9524ff59-0b73-4abd-9de0-53c20908a0e4,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:27.863658 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Deleting subnet 9d423786-5c44-4ccb-94c1-f443718a2454 {{(pid=91721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:54:27.868876 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:27.874081 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:27.884495 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0c65dd-855e-49e9-818e-ac55e3096148 None None] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:54:27.981537 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:27.986571 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:27.992121 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:28.070568 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-8aeee47b-8fd9-4c8d-92ad-4118da2cb2b4 None None] Provisioning for port e03b4650-331e-46af-bbaa-ed82f9fc8abe completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:28.195082 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.204039 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.287612 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.305189 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:28.442163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d423786-5c44-4ccb-94c1-f443718a2454,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:28.447631 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48658) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:28.449320 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.455518 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d423786-5c44-4ccb-94c1-f443718a2454 HTTP/1.1" status: 204 len: 168 time: 0.7883039 Jun 09 21:54:28.465211 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48660) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:28.475523 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:28.582135 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48668) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:28.660664 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e03b4650-331e-46af-bbaa-ed82f9fc8abe up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:28.672708 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a9b79e0f-82fd-413d-bd58-d71296c661af req-ababbc88-d21c-4515-b3ad-3a6182491b77 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 210 time: 0.0883191 Jun 09 21:54:28.749674 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.856604 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port e03b4650-331e-46af-bbaa-ed82f9fc8abe completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:28.862591 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port e03b4650-331e-46af-bbaa-ed82f9fc8abe triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:28.862977 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.963560 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:28.991301 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-a1e67657-fea9-4aca-907a-3cd838212ffa None None] Provisioning complete for port e03b4650-331e-46af-bbaa-ed82f9fc8abe triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:28.991655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-a1e67657-fea9-4aca-907a-3cd838212ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.022231 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.085937 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-58dd5bd7-a2c0-4f4f-86e4-60faebcb76d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.250717 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.300492 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-58dd5bd7-a2c0-4f4f-86e4-60faebcb76d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.308662 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-58dd5bd7-a2c0-4f4f-86e4-60faebcb76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.313955 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-a1e67657-fea9-4aca-907a-3cd838212ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.321945 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:29.356800 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port e03b4650-331e-46af-bbaa-ed82f9fc8abe, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=e03b4650-331e-46af-bbaa-ed82f9fc8abe,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:29.365311 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.389068 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-58dd5bd7-a2c0-4f4f-86e4-60faebcb76d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32d6218a15294188b4f9d148c14360e6&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9263341 Jun 09 21:54:29.389068 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5bd7-a2c0-4f4f-86e4-60faebcb76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efddf50-b8fd-41ca-9861-ddcddd1650ff,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:29.389566 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48706) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:29.402935 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-58dd5bd7-a2c0-4f4f-86e4-60faebcb76d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:29.423679 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:29.463879 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.518919 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.db.api [None req-a1e67657-fea9-4aca-907a-3cd838212ffa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 21:54:29.519649 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_db.api [None req-a1e67657-fea9-4aca-907a-3cd838212ffa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 21:54:29.531415 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.582332 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=e03b4650-331e-46af-bbaa-ed82f9fc8abe,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:29.591698 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:29.609397 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.612882 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.614381 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6efddf50-b8fd-41ca-9861-ddcddd1650ff HTTP/1.1" status: 204 len: 168 time: 0.2238405 Jun 09 21:54:29.615563 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:29.626466 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efddf50-b8fd-41ca-9861-ddcddd1650ff,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:29.628992 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:29.907338 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:29.936246 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-40b66004-5d5d-4792-bf2d-f0d169a2166a req-5f8918b5-f6b9-468b-8bbf-f7c5a64c2f3d tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 210 time: 0.1318407 Jun 09 21:54:30.034780 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.035143 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.035855 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.036198 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > port after_create 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.036517 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > port after_delete 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.036848 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > port after_update 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.038049 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.038403 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.038785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.039095 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.208494 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.208833 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.209140 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.209459 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:54:30.209799 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf18efa-efaf-476e-9dd2-560266836611']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:30.230014 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cd1da7-411e-42b3-97f8-2ed06e3e7fe6') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:30.230598 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cd1da7-411e-42b3-97f8-2ed06e3e7fe6') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:30.253044 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.293389 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.319623 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:54:30.320326 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.336696 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48744) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: from cryptography.utils import int_from_bytes Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: from cryptography.utils import int_from_bytes Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:54:30.339968 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:54:30.368440 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48746) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:30.377337 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a064197f-d311-4f22-a0c3-1015e0a8d927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.402351 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.543484 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a064197f-d311-4f22-a0c3-1015e0a8d927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.548982 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a064197f-d311-4f22-a0c3-1015e0a8d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.560971 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e03b4650-331e-46af-bbaa-ed82f9fc8abe up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:30.592704 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f264462c-cb4b-461f-9146-e259c08fe1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:30.606119 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-a064197f-d311-4f22-a0c3-1015e0a8d927 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38aa6d684ec04b9ea82c0a6f6573fb90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659242 Jun 09 21:54:30.609947 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48750) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:30.637089 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:54:30.640199 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064197f-d311-4f22-a0c3-1015e0a8d927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a13449a-3625-42eb-bd08-e7e55fc6c90c,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:30.643767 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-a064197f-d311-4f22-a0c3-1015e0a8d927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:30.672189 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.698464 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port e03b4650-331e-46af-bbaa-ed82f9fc8abe triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:30.698845 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.712591 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:30.816148 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.821781 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e73e11f8-ea13-4aee-84f6-544879e54065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.822526 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] 10.222.0.25 "DELETE /v2.0/networks/7bf18efa-efaf-476e-9dd2-560266836611 HTTP/1.1" status: 204 len: 168 time: 2.3191335 Jun 09 21:54:30.830009 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48752) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:30.839389 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf18efa-efaf-476e-9dd2-560266836611,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:30.848846 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:30.955841 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e73e11f8-ea13-4aee-84f6-544879e54065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.962745 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e73e11f8-ea13-4aee-84f6-544879e54065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:30.972621 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:31.013381 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e11f8-ea13-4aee-84f6-544879e54065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a90bad-5274-40b5-b0ee-e4ccf6cb0988,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:31.018612 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-e73e11f8-ea13-4aee-84f6-544879e54065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:31.024701 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-e73e11f8-ea13-4aee-84f6-544879e54065 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1d35d30b8c449ed9f16741acf343994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546686 Jun 09 21:54:31.033628 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48758) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:31.033776 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.15', 65084) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:31.075892 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.107302 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.168360 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c9f97329-78c8-4644-836e-d24e36ffbd4e req-92307aab-5125-40e8-ab59-2b0c1d157e5f tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 210 time: 0.0512285 Jun 09 21:54:31.176126 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.235214 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.238580 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.239943 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9a90bad-5274-40b5-b0ee-e4ccf6cb0988 HTTP/1.1" status: 204 len: 168 time: 0.2042434 Jun 09 21:54:31.241028 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:31.246055 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Deleting subnet e62267c1-d212-45ae-8005-413168f080a0 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:54:31.250943 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a90bad-5274-40b5-b0ee-e4ccf6cb0988,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:31.259047 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.274047 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:31.346758 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.356517 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:31.364177 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Router f68c0115-7e52-4a6c-b120-f1949327cd63 is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:54:31.373112 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Sync routers for ids ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:31.380757 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.385341 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Routers {'cd027af5-a3e9-4428-99f3-f49a62ef1ef6'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:31.386306 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:31.568087 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.570625 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7843544 Jun 09 21:54:31.573652 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48782) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:31.663495 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Set router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:31.682044 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60543f7-a575-4d66-855d-97d40273109c req-24f11174-8866-4848-8cda-5a12dd7a00bd tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:31.683507 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-24f11174-8866-4848-8cda-5a12dd7a00bd tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.15 "GET /v2.0/networks?id=6fe4a916-0442-4474-9ded-41d61f7777ce HTTP/1.1" status: 200 len: 812 time: 0.6470809 Jun 09 21:54:31.704241 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.759431 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Request body: {'port': {'device_id': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce', 'admin_state_up': True, 'tenant_id': '699642f0067f4b96935a9d04239340e3'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:31.882164 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.900553 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:31.904284 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a13449a-3625-42eb-bd08-e7e55fc6c90c HTTP/1.1" status: 204 len: 168 time: 1.2931206 Jun 09 21:54:31.913479 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:31.926000 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:31.937191 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Sync routers for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:31.947353 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a13449a-3625-42eb-bd08-e7e55fc6c90c,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:31.962615 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:31.999865 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.001435 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1871340 Jun 09 21:54:32.005212 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.006800 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48808) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:32.037424 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:32.038961 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:32.116905 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '63a44d05-877f-49c2-9959-24809c61e10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port': {'id': '63a44d05-877f-49c2-9959-24809c61e10e', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:32.121226 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Checking router: cd027af5-a3e9-4428-99f3-f49a62ef1ef6 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:32.121894 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Updating router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 port 63a44d05-877f-49c2-9959-24809c61e10e binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:32.211036 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-83266608-95a2-491e-8618-cd8d42be157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:32.246808 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.281528 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62267c1-d212-45ae-8005-413168f080a0,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:32.298092 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:32.377204 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.380397 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e62267c1-d212-45ae-8005-413168f080a0 HTTP/1.1" status: 204 len: 168 time: 1.5385334 Jun 09 21:54:32.397542 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48826) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:32.565019 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.617721 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:32.652047 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Made reservation on behalf of 699642f0067f4b96935a9d04239340e3 for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:32.656411 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:32.730430 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e08ee1e-cfae-4d0c-a431-d5ca5509f652 req-27299c7d-caaf-4f96-8be6-d243e75f4e6f tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 210 time: 0.1366091 Jun 09 21:54:33.083604 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Allocated IP 172.20.0.13 (6fe4a916-0442-4474-9ded-41d61f7777ce/273d9efa-0593-4e98-949e-25f1b53e4810/5f7a122d-8793-4085-bd37-39994bc21245) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:33.283648 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.308723 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Transition to ACTIVE for port object 63a44d05-877f-49c2-9959-24809c61e10e will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:33.326441 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.331912 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:33.528596 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.593348 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Attempting to bind port 63a44d05-877f-49c2-9959-24809c61e10e on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:33.594001 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Attempting to bind port 63a44d05-877f-49c2-9959-24809c61e10e by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:33.594786 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Attempting to bind port 63a44d05-877f-49c2-9959-24809c61e10e on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:33.628235 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Pushing event updated for resources: {'Port': ['ID=63a44d05-877f-49c2-9959-24809c61e10e,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:33.634180 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:33.643277 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:33.647508 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.648358 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:33.649187 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Bound port: 63a44d05-877f-49c2-9959-24809c61e10e, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:33.649835 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.673171 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.704439 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:28Z', 'revision_number': 3, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:33.724888 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Checking router: f68c0115-7e52-4a6c-b120-f1949327cd63 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:33.727222 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Updating router f68c0115-7e52-4a6c-b120-f1949327cd63 port 9524ff59-0b73-4abd-9de0-53c20908a0e4 binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:33.771139 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.782735 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.783328 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.783872 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.784424 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.784973 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.785510 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.786065 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.786680 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.787800 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.788405 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.788988 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Tracked resource versions report: Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: pushed versions: Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: { 'AddressGroup': {'1.2'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'ConntrackHelper': {'1.0'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Log': {'1.0'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Network': {'1.1'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Port': {'1.7'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'PortForwarding': {'1.2'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'QosPolicy': {'1.8'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroup': {'1.4'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroupRule': {'1.2'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'SubPort': {'1.0'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Subnet': {'1.1'}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Trunk': {'1.1'}} Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: consumer versions: Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: { DHCP agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: HyperV agent@hv-cinder-77428: {}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: L3 agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: Metadata agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: Metering agent@dv-cinder-774286-15-smb: {}, Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: Open vSwitch agent@dv-cinder-774286-15-smb: { 'AddressGroup': '1.2', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'ConntrackHelper': '1.0', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Log': '1.0', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Network': '1.1', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Port': '1.7', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'PortForwarding': '1.2', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'QosPolicy': '1.8', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroup': '1.4', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'SecurityGroupRule': '1.2', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'SubPort': '1.0', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Subnet': '1.1', Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: 'Trunk': '1.1'}} Jun 09 21:54:33.790357 dv-cinder-774286-15-smb neutron-server[91724]: {{(pid=91724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 21:54:33.797476 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:33.846178 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.887848 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] For port 63a44d05-877f-49c2-9959-24809c61e10e, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:33.893765 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] For port 63a44d05-877f-49c2-9959-24809c61e10e, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=63a44d05-877f-49c2-9959-24809c61e10e,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:33.901403 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:33.913535 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:33.960467 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.001264 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86aa44f-de10-4505-898f-3ca0e95828f0']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:34.037859 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01efbb9-e30f-4d80-b8bd-17b173962213') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:34.038267 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01efbb9-e30f-4d80-b8bd-17b173962213') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:34.044627 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Pushing event updated for resources: {'Port': ['ID=63a44d05-877f-49c2-9959-24809c61e10e,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:34.049693 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:34.054998 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.070836 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Routers {'cd027af5-a3e9-4428-99f3-f49a62ef1ef6'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:34.075500 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:34.077730 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.087619 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:54:34.088351 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.174139 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-fe21d80e-70e3-4ac4-aecd-bb794fd6c6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.253827 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48876) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:34.485236 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Allocated IP 172.20.0.1 (02bf3041-a6ee-4419-b950-7e6dddf27035/54d6557d-cb12-4e48-9dec-0fdac0151c31/41496fca-1a6c-4f06-95fa-3a642b22eb0f) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:34.548404 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e4fa-1d0f-4285-9502-641fa35aa6e4 req-113955c6-1b1c-418b-93cf-e36796a1c9bc tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:34.568076 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c726e4fa-1d0f-4285-9502-641fa35aa6e4 req-113955c6-1b1c-418b-93cf-e36796a1c9bc tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 932 time: 0.5528657 Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:54:34.601331 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:54:34.645422 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.729417 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] Set router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:34.785418 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.812418 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5d1119bc-7621-407d-80d0-29cf35d3a0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:34.900830 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:34.903314 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a86aa44f-de10-4505-898f-3ca0e95828f0 HTTP/1.1" status: 204 len: 168 time: 2.5033131 Jun 09 21:54:35.064635 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-442aefe6-2d5a-4be1-affe-ce7ddb26855b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.086842 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.132862 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Transition to ACTIVE for port object 9524ff59-0b73-4abd-9de0-53c20908a0e4 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:35.142525 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Network 6fe4a916-0442-4474-9ded-41d61f7777ce is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:35.153011 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.171131 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:35.180406 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:35.183459 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:35.325563 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Pushing event updated for resources: {'Port': ['ID=5f7a122d-8793-4085-bd37-39994bc21245,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:35.354012 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:35.355284 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:35.420781 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:35.421624 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.445230 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86aa44f-de10-4505-898f-3ca0e95828f0,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:35.452915 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:35.509358 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Attempting to bind port 9524ff59-0b73-4abd-9de0-53c20908a0e4 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:35.513266 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Attempting to bind port 9524ff59-0b73-4abd-9de0-53c20908a0e4 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:35.513632 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Attempting to bind port 9524ff59-0b73-4abd-9de0-53c20908a0e4 on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:35.542114 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:35.543093 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:35.545927 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.545927 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:35.546230 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Bound port: 9524ff59-0b73-4abd-9de0-53c20908a0e4, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:35.548262 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.557225 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-442aefe6-2d5a-4be1-affe-ce7ddb26855b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.563972 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48908) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:35.591677 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-442aefe6-2d5a-4be1-affe-ce7ddb26855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:35.602555 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c726e4fa-1d0f-4285-9502-641fa35aa6e4 req-66ada3f6-5b98-4be3-a468-71d50842870d tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0279677 Jun 09 21:54:35.642533 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b8ddf-a578-4bc5-9800-5f273d0e7940 None None] Pushing event updated for resources: {'Port': ['ID=9524ff59-0b73-4abd-9de0-53c20908a0e4,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:35.709984 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-486588cc-8f04-4c2f-a70c-05134169c957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:35.718051 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9640980 Jun 09 21:54:35.812745 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48914) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:35.845271 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aefe6-2d5a-4be1-affe-ce7ddb26855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732fd314-343f-4eb3-9bfd-7241a79d6ec5,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:35.858362 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-442aefe6-2d5a-4be1-affe-ce7ddb26855b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:35.872822 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-cb9b8ddf-a578-4bc5-9800-5f273d0e7940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:35.879772 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '63a44d05-877f-49c2-9959-24809c61e10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port': {'id': '63a44d05-877f-49c2-9959-24809c61e10e', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:35.885518 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b0ac-6cda-4b85-b37b-84364340f574 None None] The sync data for ids ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'] in dv-cinder-774286-15-smb is: [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '63a44d05-877f-49c2-9959-24809c61e10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:54:27Z', 'revision_number': 3, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port': {'id': '63a44d05-877f-49c2-9959-24809c61e10e', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:35.989682 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] For port 9524ff59-0b73-4abd-9de0-53c20908a0e4, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:36.002769 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] For port 9524ff59-0b73-4abd-9de0-53c20908a0e4, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=9524ff59-0b73-4abd-9de0-53c20908a0e4,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:36.010655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.038070 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:36.129951 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.184887 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-442aefe6-2d5a-4be1-affe-ce7ddb26855b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=586d75b567fc400ca5a992402a6b91fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7833428 Jun 09 21:54:36.185075 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:36.185075 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:36.185598 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 48920) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:36.324131 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.352448 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-67301b2e-9b52-4abe-b01d-7ea813a673f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.427033 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.452131 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:36.491469 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-37ef7599-bc31-4f50-8be9-a06d697bf88f tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:36.495556 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-37ef7599-bc31-4f50-8be9-a06d697bf88f tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228460 Jun 09 21:54:36.544096 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.546273 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:36.559991 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.565837 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b8ddf-a578-4bc5-9800-5f273d0e7940 None None] Pushing event updated for resources: {'Port': ['ID=9524ff59-0b73-4abd-9de0-53c20908a0e4,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:36.571905 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-6a149718-b565-4516-9287-5bb9b666a318 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=348963b147cf45f4bf1397889873ab25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7233186 Jun 09 21:54:36.573503 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-cb9b8ddf-a578-4bc5-9800-5f273d0e7940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:36.576662 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:36.589498 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48928) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:36.594653 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.671087 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c567d1bc-cef9-4fb4-bb47-3c5d45f04bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.716349 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 63a44d05-877f-49c2-9959-24809c61e10e up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:36.971146 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-67301b2e-9b52-4abe-b01d-7ea813a673f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:36.972592 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:36.972955 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:36.973263 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.027124 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Request body: {'port': {'device_id': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:37.139961 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.208322 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.212724 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/732fd314-343f-4eb3-9bfd-7241a79d6ec5 HTTP/1.1" status: 204 len: 168 time: 1.0263672 Jun 09 21:54:37.239601 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a2cd4e24-0f99-48df-93dd-4a775ab84efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:37.264350 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-67301b2e-9b52-4abe-b01d-7ea813a673f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.265284 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Pushing event updated for resources: {'Port': ['ID=41496fca-1a6c-4f06-95fa-3a642b22eb0f,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:37.270278 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:37.328516 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732fd314-343f-4eb3-9bfd-7241a79d6ec5,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:37.375857 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:37.404519 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-a064197f-d311-4f22-a0c3-1015e0a8d927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:37.414850 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-67301b2e-9b52-4abe-b01d-7ea813a673f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b197f4dbcc0742c79604bf5295235b58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8415534 Jun 09 21:54:37.436480 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 48954) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:37.574576 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.607042 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.694094 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407fa86-4139-478d-9c18-3e61b3b4e562 req-f1166413-b601-4c07-b599-63d7cc293032 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:37.699583 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6407fa86-4139-478d-9c18-3e61b3b4e562 req-f1166413-b601-4c07-b599-63d7cc293032 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 932 time: 0.4612150 Jun 09 21:54:37.794209 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Allocated IP 172.20.0.1 (fe7470a0-ffa0-4209-8ac8-f7b2845bad53/38b394e2-50a6-4e7f-8bde-322205e325c3/cae4f83d-96c0-4156-8dac-eeff01d3dc52) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:37.802868 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:37.979706 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6407fa86-4139-478d-9c18-3e61b3b4e562 req-17507fad-fdda-4348-a74f-70beb211a46e tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453039 Jun 09 21:54:38.054090 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.096260 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67301b2e-9b52-4abe-b01d-7ea813a673f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb18c2-b3f1-406e-833f-8c41da7ecdb7,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:38.113378 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.117309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 63a44d05-877f-49c2-9959-24809c61e10e completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:38.134963 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 63a44d05-877f-49c2-9959-24809c61e10e triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:38.135521 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.155157 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-67301b2e-9b52-4abe-b01d-7ea813a673f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:38.221789 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:28Z', 'revision_number': 3, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:38.234549 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19070afd-cbbf-4e36-9fdc-2159f35e592a None None] The sync data for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb is: [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:28Z', 'revision_number': 3, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:38.259733 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.288513 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.367780 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.371840 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04bb18c2-b3f1-406e-833f-8c41da7ecdb7 HTTP/1.1" status: 204 len: 168 time: 0.9280934 Jun 09 21:54:38.377305 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:38.456339 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.487072 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 63a44d05-877f-49c2-9959-24809c61e10e, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=63a44d05-877f-49c2-9959-24809c61e10e,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:38.495526 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.509974 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-d162dd83-20dd-437b-8005-75fb19c6769e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:38.642046 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=63a44d05-877f-49c2-9959-24809c61e10e,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:38.650537 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:38.658466 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.700204 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb18c2-b3f1-406e-833f-8c41da7ecdb7,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:38.716212 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:38.733845 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:38.906731 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.005323 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Transition to ACTIVE for port object cae4f83d-96c0-4156-8dac-eeff01d3dc52 will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:39.183254 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.232893 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a0aa8d9d-0b99-4a61-ba6b-9de1fc9e2cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:39.250135 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.261042 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.267286 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37b6f788-0132-4845-a3f2-5d4a5ad3dee7 HTTP/1.1" status: 204 len: 168 time: 2.6253037 Jun 09 21:54:39.276895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-3edeee35-ff48-4063-b847-12f7ca0f05bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:39.290553 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.306878 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b6f788-0132-4845-a3f2-5d4a5ad3dee7,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:39.317318 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:39.384439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:39.390129 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49000) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:39.391320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:39.400158 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:39.466629 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7a122d-8793-4085-bd37-39994bc21245 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:39.482757 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.516267 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=cae4f83d-96c0-4156-8dac-eeff01d3dc52,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:39.530281 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:39.571599 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Transition to ACTIVE for port object 5f7a122d-8793-4085-bd37-39994bc21245 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:39.583244 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.587084 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.626262 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:39.691133 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49006) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:39.769305 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f09fc22e-512c-4bdd-8ce4-84f00779264d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.864963 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccbd75-d696-4934-a927-52cbcc2b6b35 req-ea01ea8d-87dd-40e2-b80e-31f9f91ce4d2 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:39.879030 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1ccbd75-d696-4934-a927-52cbcc2b6b35 req-ea01ea8d-87dd-40e2-b80e-31f9f91ce4d2 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 932 time: 0.5601068 Jun 09 21:54:39.908667 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-f4c0fc01-475f-4a66-9dd0-64e193ae3920 None None] Provisioning for port cae4f83d-96c0-4156-8dac-eeff01d3dc52 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:39.921469 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-f4c0fc01-475f-4a66-9dd0-64e193ae3920 None None] Provisioning complete for port cae4f83d-96c0-4156-8dac-eeff01d3dc52 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:39.922603 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f4c0fc01-475f-4a66-9dd0-64e193ae3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:39.970933 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.db.resource_extend [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 21:54:40.027129 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.059133 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1ccbd75-d696-4934-a927-52cbcc2b6b35 req-401fe629-1b2e-4416-beb2-d5ea7fbec61a tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774087 Jun 09 21:54:40.072501 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0fc01-475f-4a66-9dd0-64e193ae3920 None None] Port cae4f83d-96c0-4156-8dac-eeff01d3dc52 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:40.076342 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.086349 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.110310 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:40.306314 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.473153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49014) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:40.531198 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0bed582a-1e38-4e23-a81f-346c1f8cbdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.571975 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Pushing event updated for resources: {'Port': ['ID=5f7a122d-8793-4085-bd37-39994bc21245,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:40.583942 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:40.838648 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8f15e6a1-a271-47bb-8d56-8dfaee689c5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1b72cf74b714a0994d07d43eb890b4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2118483 Jun 09 21:54:40.861206 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49020) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:40.874810 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Pushing event updated for resources: {'Port': ['ID=41496fca-1a6c-4f06-95fa-3a642b22eb0f,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:40.907603 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:40.933442 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:40.935797 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f09fc22e-512c-4bdd-8ce4-84f00779264d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:40.937384 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:40.940289 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Attempting to bind port 5f7a122d-8793-4085-bd37-39994bc21245 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:40.940738 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Attempting to bind port 5f7a122d-8793-4085-bd37-39994bc21245 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd23f6103-4827-4135-9eba-2aee10778ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:40.941291 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Attempting to bind port 5f7a122d-8793-4085-bd37-39994bc21245 on network 6fe4a916-0442-4474-9ded-41d61f7777ce {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:40.944323 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f09fc22e-512c-4bdd-8ce4-84f00779264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.016039 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Port 5f7a122d-8793-4085-bd37-39994bc21245 on network 6fe4a916-0442-4474-9ded-41d61f7777ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:54:41.016430 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Attempting to bind port 5f7a122d-8793-4085-bd37-39994bc21245 on network 6fe4a916-0442-4474-9ded-41d61f7777ce {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:41.027779 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:41.028204 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Checking segment: {'id': 'd23f6103-4827-4135-9eba-2aee10778ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:41.029166 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Bound using segment: {'id': 'd23f6103-4827-4135-9eba-2aee10778ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:41.029414 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Bound port: 5f7a122d-8793-4085-bd37-39994bc21245, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23f6103-4827-4135-9eba-2aee10778ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:41.029959 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.064451 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-96c97b4c-e9dc-43fc-b352-6bb5be3dca05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.081568 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 63a44d05-877f-49c2-9959-24809c61e10e up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:41.082186 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-67301b2e-9b52-4abe-b01d-7ea813a673f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:41.094795 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f09fc22e-512c-4bdd-8ce4-84f00779264d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63a6ef488d0b4dfebb3044bb9c71e737&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3906388 Jun 09 21:54:41.097177 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49026) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:41.261382 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fc22e-512c-4bdd-8ce4-84f00779264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0b555e-6165-44f2-b025-3e50e9e14ae6,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:41.272829 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f09fc22e-512c-4bdd-8ce4-84f00779264d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:41.293431 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 63a44d05-877f-49c2-9959-24809c61e10e triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:41.304081 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.364236 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.416104 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.502890 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:54:41.555455 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.556583 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 9524ff59-0b73-4abd-9de0-53c20908a0e4 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:41.558640 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.561017 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac0b555e-6165-44f2-b025-3e50e9e14ae6 HTTP/1.1" status: 204 len: 168 time: 0.4603031 Jun 09 21:54:41.572321 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-442aefe6-2d5a-4be1-affe-ce7ddb26855b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:41.574205 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-96c97b4c-e9dc-43fc-b352-6bb5be3dca05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.601125 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0b555e-6165-44f2-b025-3e50e9e14ae6,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:41.608906 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:41.630136 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] For port 5f7a122d-8793-4085-bd37-39994bc21245, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:41.772454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.781940 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 9524ff59-0b73-4abd-9de0-53c20908a0e4 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:41.790245 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 9524ff59-0b73-4abd-9de0-53c20908a0e4 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:41.790706 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.801954 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] For port 5f7a122d-8793-4085-bd37-39994bc21245, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f7a122d-8793-4085-bd37-39994bc21245,segment=NetworkSegment(d23f6103-4827-4135-9eba-2aee10778ddb),segment_id=d23f6103-4827-4135-9eba-2aee10778ddb)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:41.848297 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:41.853674 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.025704 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf358df-15f1-45a6-a412-795d1abfe971 req-a15441dd-7f7d-4164-8371-6f32a0e38995 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:42.029009 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-edf358df-15f1-45a6-a412-795d1abfe971 req-a15441dd-7f7d-4164-8371-6f32a0e38995 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.5404472 Jun 09 21:54:42.059307 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0bed582a-1e38-4e23-a81f-346c1f8cbdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.066963 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:42.152813 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.167100 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-96c97b4c-e9dc-43fc-b352-6bb5be3dca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.168820 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0bed582a-1e38-4e23-a81f-346c1f8cbdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.169697 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:42.182842 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Sync routers for ids ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:42.194172 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-96c97b4c-e9dc-43fc-b352-6bb5be3dca05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.195668 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-edf358df-15f1-45a6-a412-795d1abfe971 req-3848880e-3004-41cd-b629-1585b9481ed1 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484065 Jun 09 21:54:42.199243 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-96c97b4c-e9dc-43fc-b352-6bb5be3dca05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a92f68a0-450c-4837-afd6-1d6e8af54e2c HTTP/1.1" status: 204 len: 168 time: 1.3344009 Jun 09 21:54:42.208222 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/cd027af5-a3e9-4428-99f3-f49a62ef1ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6297481 Jun 09 21:54:42.208311 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 9524ff59-0b73-4abd-9de0-53c20908a0e4, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=9524ff59-0b73-4abd-9de0-53c20908a0e4,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:42.210559 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Routers {'cd027af5-a3e9-4428-99f3-f49a62ef1ef6'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:42.219526 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:42.221012 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.223486 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:42.313454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=cae4f83d-96c0-4156-8dac-eeff01d3dc52,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.356814 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=9524ff59-0b73-4abd-9de0-53c20908a0e4,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.359970 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:42.408554 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-0bed582a-1e38-4e23-a81f-346c1f8cbdff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e57606e45b94222bdd83eeeb6b6dcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0138478 Jun 09 21:54:42.410512 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:42.411132 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49058) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:42.428484 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.429970 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] 10.222.0.15 "PUT /v2.0/ports/5f7a122d-8793-4085-bd37-39994bc21245 HTTP/1.1" status: 200 len: 1094 time: 5.5994260 Jun 09 21:54:42.440715 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'tag': '5f7a122d-8793-4085-bd37-39994bc21245'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:54:42.456242 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.618101 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.669032 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 9524ff59-0b73-4abd-9de0-53c20908a0e4 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:42.714997 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.808462 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Set router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:42.861907 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.864479 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.867018 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1535b80-0f67-4c96-8009-be34cdcf555f HTTP/1.1" status: 204 len: 168 time: 0.4541233 Jun 09 21:54:42.867736 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:42.877788 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 9524ff59-0b73-4abd-9de0-53c20908a0e4 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:42.878592 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:42.908803 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1535b80-0f67-4c96-8009-be34cdcf555f,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:42.928238 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:43.102001 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:43.119437 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:43.156483 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Pushing event updated for resources: {'Port': ['ID=5f7a122d-8793-4085-bd37-39994bc21245,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:43.301481 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.234s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:43.302072 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.116s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:43.316042 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:43.340486 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49078) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:43.357002 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.144s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:43.390652 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c97b4c-e9dc-43fc-b352-6bb5be3dca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f68a0-450c-4837-afd6-1d6e8af54e2c,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:43.651640 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-50ffc044-e5f7-4384-a6c5-33503b8b66bd None None] Provisioning complete for port cae4f83d-96c0-4156-8dac-eeff01d3dc52 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:43.652678 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-50ffc044-e5f7-4384-a6c5-33503b8b66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:43.673000 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed582a-1e38-4e23-a81f-346c1f8cbdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1535b80-0f67-4c96-8009-be34cdcf555f,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:43.676575 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0bed582a-1e38-4e23-a81f-346c1f8cbdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:43.686453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.373s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:43.686453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:43.701863 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c5a08-76d2-4c45-959f-62d3b458ba2a req-34b7d466-c901-4feb-bfdc-4cbb36f34fab tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:43.717385 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-987c5a08-76d2-4c45-959f-62d3b458ba2a req-34b7d466-c901-4feb-bfdc-4cbb36f34fab tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.2673593 Jun 09 21:54:43.782864 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '63a44d05-877f-49c2-9959-24809c61e10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:54:38Z', 'revision_number': 4, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port': {'id': '63a44d05-877f-49c2-9959-24809c61e10e', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '41496fca-1a6c-4f06-95fa-3a642b22eb0f', 'name': '', 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'mac_address': 'fa:16:3e:01:01:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:33Z', 'updated_at': '2021-06-09T21:54:39Z', 'revision_number': 2, 'project_id': '288c6b258a814e5480c556c874d80862', 'subnets': [{'id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:43.794213 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Checking router: cd027af5-a3e9-4428-99f3-f49a62ef1ef6 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:43.794743 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Updating router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 port 41496fca-1a6c-4f06-95fa-3a642b22eb0f binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:43.824957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-50ffc044-e5f7-4384-a6c5-33503b8b66bd None None] Port cae4f83d-96c0-4156-8dac-eeff01d3dc52 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:43.826287 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Router f68c0115-7e52-4a6c-b120-f1949327cd63 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:54:43.850238 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-987c5a08-76d2-4c45-959f-62d3b458ba2a req-34537ae6-fbf4-4373-bc54-9db62431977d tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303825 Jun 09 21:54:43.926828 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.137837 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7d8ef9-9935-44e7-ac5c-8d349b36836c" -d '{"events": [{"name": "network-changed", "server_uuid": "3201490e-7015-4b3c-b7e2-8e460ac552b6", "tag": "5f7a122d-8793-4085-bd37-39994bc21245"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:54:44.195631 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:54:44.195631 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d4d74e19-f554-49ae-b4bb-5da3cf24bfd7 admin admin] 10.222.0.25 "PUT /v2.0/routers/f68c0115-7e52-4a6c-b120-f1949327cd63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1769791 Jun 09 21:54:44.218141 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Sync routers for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:54:44.235146 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:44.235847 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:44.432989 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2a5692cb-fc95-4e0b-87f2-3978ac93cf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.569208 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.584382 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Transition to ACTIVE for port object 41496fca-1a6c-4f06-95fa-3a642b22eb0f will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:44.616604 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.621642 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:44.626229 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:44.788444 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2a5692cb-fc95-4e0b-87f2-3978ac93cf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.798514 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2a5692cb-fc95-4e0b-87f2-3978ac93cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:44.829611 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-cb952f2f-8e8d-4038-b583-4e6c0e75c320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:44.892289 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5692cb-fc95-4e0b-87f2-3978ac93cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd44400-b6b5-4406-a9b6-8962f8ecff90,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:44.900048 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2a5692cb-fc95-4e0b-87f2-3978ac93cf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:44.945134 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-2a5692cb-fc95-4e0b-87f2-3978ac93cf6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51e7fbdce5f44720ae0168695de99e98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6004400 Jun 09 21:54:44.945533 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49118) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:44.986973 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3580f03-e6aa-4bd9-ac28-43f24b80fd4e None None] Pushing event updated for resources: {'Port': ['ID=41496fca-1a6c-4f06-95fa-3a642b22eb0f,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:44.999084 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c3580f03-e6aa-4bd9-ac28-43f24b80fd4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:45.028726 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:54:45.034704 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Attempting to bind port 41496fca-1a6c-4f06-95fa-3a642b22eb0f on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:45.035465 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Attempting to bind port 41496fca-1a6c-4f06-95fa-3a642b22eb0f by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:45.037112 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Attempting to bind port 41496fca-1a6c-4f06-95fa-3a642b22eb0f on network 02bf3041-a6ee-4419-b950-7e6dddf27035 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:45.044259 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:45.044948 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Checking segment: {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:45.045744 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.046343 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Bound using segment: {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:45.047094 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Bound port: 41496fca-1a6c-4f06-95fa-3a642b22eb0f, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:45.047844 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.120500 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.158763 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] For port 41496fca-1a6c-4f06-95fa-3a642b22eb0f, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:45.169370 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] For port 41496fca-1a6c-4f06-95fa-3a642b22eb0f, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=41496fca-1a6c-4f06-95fa-3a642b22eb0f,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:45.184334 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.189556 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a2f0d356-a34b-490f-ad67-2b2c79101aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:45.203106 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.261938 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df75c0-9403-4564-923a-e4ea32b9d400 x-openstack-request-id: req-92df75c0-9403-4564-923a-e4ea32b9d400 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:54:45.262242 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3201490e-7015-4b3c-b7e2-8e460ac552b6", "tag": "5f7a122d-8793-4085-bd37-39994bc21245", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:54:45.262549 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92df75c0-9403-4564-923a-e4ea32b9d400 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:54:45.263017 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'tag': '5f7a122d-8793-4085-bd37-39994bc21245', 'status': 'completed', 'code': 200} Jun 09 21:54:45.332812 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 2, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:45.341362 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.343131 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Checking router: f68c0115-7e52-4a6c-b120-f1949327cd63 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:54:45.345468 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Updating router f68c0115-7e52-4a6c-b120-f1949327cd63 port cae4f83d-96c0-4156-8dac-eeff01d3dc52 binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:54:45.346550 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.350447 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dd44400-b6b5-4406-a9b6-8962f8ecff90 HTTP/1.1" status: 204 len: 168 time: 0.4014242 Jun 09 21:54:45.350447 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5a9abb32-5391-4597-9324-0dd7125c921f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:45.373591 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3580f03-e6aa-4bd9-ac28-43f24b80fd4e None None] Pushing event updated for resources: {'Port': ['ID=41496fca-1a6c-4f06-95fa-3a642b22eb0f,revision_number=4']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:45.387104 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd44400-b6b5-4406-a9b6-8962f8ecff90,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:45.395373 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:45.395586 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c3580f03-e6aa-4bd9-ac28-43f24b80fd4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:45.402335 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-7d136adf-d5af-4830-ae62-e112653919b9 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:45.415569 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-7d136adf-d5af-4830-ae62-e112653919b9 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 819 time: 0.3769050 Jun 09 21:54:45.419101 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Routers {'cd027af5-a3e9-4428-99f3-f49a62ef1ef6'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:45.419746 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:45.449284 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.456305 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-cf1d7ae9-c7e2-4e9c-a512-2e5f0b679080 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/quotas/288c6b258a814e5480c556c874d80862 HTTP/1.1" status: 200 len: 375 time: 0.0300496 Jun 09 21:54:45.627142 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-59234e7d-3523-43e7-8f87-83513e8758ad tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686385 Jun 09 21:54:45.644095 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a72b-f72e-465d-86fc-15a45dfa28b2 req-1eb53048-65ae-4ed3-b990-54843f94fdb4 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:45.645625 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-da74a72b-f72e-465d-86fc-15a45dfa28b2 req-1eb53048-65ae-4ed3-b990-54843f94fdb4 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.2010264 Jun 09 21:54:45.670233 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] Set router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:45.735049 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-da74a72b-f72e-465d-86fc-15a45dfa28b2 req-032e93e8-a2ce-4de4-839b-c70e57a7284c tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826790 Jun 09 21:54:45.953622 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.968379 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Transition to ACTIVE for port object cae4f83d-96c0-4156-8dac-eeff01d3dc52 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:45.976883 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:45.987912 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:46.011807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49162) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:46.080219 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-bf5663b6-884d-455c-a489-5760e111053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '63a44d05-877f-49c2-9959-24809c61e10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:54:38Z', 'revision_number': 4, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port': {'id': '63a44d05-877f-49c2-9959-24809c61e10e', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '41496fca-1a6c-4f06-95fa-3a642b22eb0f', 'name': '', 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'mac_address': 'fa:16:3e:01:01:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:33Z', 'updated_at': '2021-06-09T21:54:45Z', 'revision_number': 4, 'project_id': '288c6b258a814e5480c556c874d80862', 'subnets': [{'id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:46.084839 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5663b6-884d-455c-a489-5760e111053f None None] The sync data for ids ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'] in dv-cinder-774286-15-smb is: [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '63a44d05-877f-49c2-9959-24809c61e10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:54:38Z', 'revision_number': 4, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port': {'id': '63a44d05-877f-49c2-9959-24809c61e10e', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '41496fca-1a6c-4f06-95fa-3a642b22eb0f', 'name': '', 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'mac_address': 'fa:16:3e:01:01:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:33Z', 'updated_at': '2021-06-09T21:54:45Z', 'revision_number': 4, 'project_id': '288c6b258a814e5480c556c874d80862', 'subnets': [{'id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:46.248605 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fefed8-5588-43b0-8250-76574a9bbba0 None None] Pushing event updated for resources: {'Port': ['ID=cae4f83d-96c0-4156-8dac-eeff01d3dc52,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:46.252979 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-69fefed8-5588-43b0-8250-76574a9bbba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:46.255980 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Attempting to bind port cae4f83d-96c0-4156-8dac-eeff01d3dc52 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:46.256122 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Attempting to bind port cae4f83d-96c0-4156-8dac-eeff01d3dc52 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:46.256487 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Attempting to bind port cae4f83d-96c0-4156-8dac-eeff01d3dc52 on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:46.262205 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:46.262607 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Checking segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:46.263011 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.263404 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Bound using segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:46.263878 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Bound port: cae4f83d-96c0-4156-8dac-eeff01d3dc52, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:46.264253 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.357726 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49168) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:46.419658 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93651de2-24c6-40e4-90a0-24a63cb8526d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.421214 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] For port cae4f83d-96c0-4156-8dac-eeff01d3dc52, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:46.429367 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] For port cae4f83d-96c0-4156-8dac-eeff01d3dc52, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=cae4f83d-96c0-4156-8dac-eeff01d3dc52,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:46.436600 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.446900 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:46.612617 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:54:46.613268 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:54:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:46.771745 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93651de2-24c6-40e4-90a0-24a63cb8526d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.808808 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93651de2-24c6-40e4-90a0-24a63cb8526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.821884 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f9db24e6-6893-4cf2-82d9-4a74b97bab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:46.890635 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3ace527c-6786-4bee-97ca-b7b083726262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:46.948257 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-93651de2-24c6-40e4-90a0-24a63cb8526d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b57eee3e4d3a4080aeb13f055fc23cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892570 Jun 09 21:54:46.951495 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49186) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:46.973505 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93651de2-24c6-40e4-90a0-24a63cb8526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6c72e5-91ac-4e20-b42e-3f08a180dfd9,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:46.989091 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-18256d17-0aa1-48fc-ae87-dce10aa86ede service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 21:54:47.000616 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-18256d17-0aa1-48fc-ae87-dce10aa86ede service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3532891 Jun 09 21:54:47.010736 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-93651de2-24c6-40e4-90a0-24a63cb8526d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:47.153376 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:54:47.197134 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f9db24e6-6893-4cf2-82d9-4a74b97bab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.203036 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f9db24e6-6893-4cf2-82d9-4a74b97bab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.222711 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-937062d2-a96b-4b5c-a592-19c1e52a70ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:47.329655 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f9db24e6-6893-4cf2-82d9-4a74b97bab2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7eadd9461e354dd8a544298a2c95426e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3166895 Jun 09 21:54:47.332319 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49194) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:47.339665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db24e6-6893-4cf2-82d9-4a74b97bab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c816c76c-c972-4469-b2e9-e09d318efbd5,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:47.343050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f9db24e6-6893-4cf2-82d9-4a74b97bab2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:47.377900 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 41496fca-1a6c-4f06-95fa-3a642b22eb0f up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:47.382589 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.441763 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.476779 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.526483 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.530806 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fefed8-5588-43b0-8250-76574a9bbba0 None None] Pushing event updated for resources: {'Port': ['ID=cae4f83d-96c0-4156-8dac-eeff01d3dc52,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:47.533950 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-69fefed8-5588-43b0-8250-76574a9bbba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:47.589799 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.592309 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.593453 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f6c72e5-91ac-4e20-b42e-3f08a180dfd9 HTTP/1.1" status: 204 len: 168 time: 0.6409976 Jun 09 21:54:47.596559 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:47.611036 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6c72e5-91ac-4e20-b42e-3f08a180dfd9,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:47.621734 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.624640 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.625895 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c816c76c-c972-4469-b2e9-e09d318efbd5 HTTP/1.1" status: 204 len: 168 time: 0.2924056 Jun 09 21:54:47.628633 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:47.630314 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:47.648082 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-223b4ef9-a194-4683-8456-7709e2f7712a service neutron] 10.222.0.25 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464720 Jun 09 21:54:47.651369 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816c76c-c972-4469-b2e9-e09d318efbd5,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:47.659003 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:47.730341 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49206) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:47.735725 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333604661', 'description': 'tempest-description--1170175690'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:47.759190 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 41496fca-1a6c-4f06-95fa-3a642b22eb0f completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:47.793338 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 41496fca-1a6c-4f06-95fa-3a642b22eb0f triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:47.793826 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.796128 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.991867 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:47.999813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.001468 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-a831cdfe-37f4-4b0c-8474-2f25a6a8dc79 service neutron] 10.222.0.25 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473723 Jun 09 21:54:48.020606 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-93651de2-24c6-40e4-90a0-24a63cb8526d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:48.074338 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4ea3d-fb21-46bb-b625-df2469e76a26 req-f1a3737d-c31c-4b1e-b065-9b411188043b tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:48.081175 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9ce4ea3d-fb21-46bb-b625-df2469e76a26 req-f1a3737d-c31c-4b1e-b065-9b411188043b tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.1999300 Jun 09 21:54:48.102344 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.128367 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:46Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:54:48.156767 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.160963 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4265807 Jun 09 21:54:48.161281 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8daf38b-305e-4a9f-aa14-38a92404aa01,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:48.164689 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:48.165274 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49216) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:48.171295 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'security_group_rule': {'security_group_id': 'c8daf38b-305e-4a9f-aa14-38a92404aa01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:48.185459 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9ce4ea3d-fb21-46bb-b625-df2469e76a26 req-aa455090-e45c-4610-96af-089533d4d453 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968680 Jun 09 21:54:48.187120 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011ee9c-d7f0-4705-b393-6e0ab98a8fb6 None None] The sync data for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb is: [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:46Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:54:48.223985 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 41496fca-1a6c-4f06-95fa-3a642b22eb0f, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=41496fca-1a6c-4f06-95fa-3a642b22eb0f,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:48.231466 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.234802 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:48.279558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.304913 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8ef9-9935-44e7-ac5c-8d349b36836c req-1c44478d-f395-4df8-b1eb-bb5a9fe6939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:48.306637 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3f7d8ef9-9935-44e7-ac5c-8d349b36836c req-1c44478d-f395-4df8-b1eb-bb5a9fe6939b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699642f0067f4b96935a9d04239340e3&device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 1097 time: 0.2144666 Jun 09 21:54:48.379903 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=41496fca-1a6c-4f06-95fa-3a642b22eb0f,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:48.404572 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:48.499828 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3bee1c9d-a71d-49c3-b28c-55049c902226 req-7a1461fd-c0e6-4cc4-bdc3-c4c3050ba6e1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 210 time: 0.0759590 Jun 09 21:54:48.560337 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.567085 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.580414 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:48.604699 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dae626-0b85-486a-982a-0bfc94e9dd41,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:48.623725 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8ef9-9935-44e7-ac5c-8d349b36836c req-db2ff7ca-0443-44e6-9a04-0a926c705961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:48.623725 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3f7d8ef9-9935-44e7-ac5c-8d349b36836c req-db2ff7ca-0443-44e6-9a04-0a926c705961 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=699642f0067f4b96935a9d04239340e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3044915 Jun 09 21:54:48.623725 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:48.667428 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.668596 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5010433 Jun 09 21:54:48.671447 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49240) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:48.676747 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'security_group_rule': {'security_group_id': 'c8daf38b-305e-4a9f-aa14-38a92404aa01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:48.745933 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.767831 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cae4f83d-96c0-4156-8dac-eeff01d3dc52 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:48.871257 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8ef9-9935-44e7-ac5c-8d349b36836c req-595765fc-c9ee-43df-aa7a-6ca8601f163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:48.872760 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3f7d8ef9-9935-44e7-ac5c-8d349b36836c req-595765fc-c9ee-43df-aa7a-6ca8601f163e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2459741 Jun 09 21:54:48.882955 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49248) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:48.931563 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.940445 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.943437 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:48.946337 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port cae4f83d-96c0-4156-8dac-eeff01d3dc52 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:48.954953 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port cae4f83d-96c0-4156-8dac-eeff01d3dc52 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:48.955331 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:48.999681 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c05ee4af-c263-4c5e-b550-bd5854baca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.020789 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdc9e67-765e-4879-8e72-e87a103fa08c,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:49.045938 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.047289 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3748612 Jun 09 21:54:49.048543 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:49.053928 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49256) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:49.060931 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'floatingip': {'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:49.081052 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.db.api [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 21:54:49.081052 dv-cinder-774286-15-smb neutron-server[91722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 21:54:49.081052 dv-cinder-774286-15-smb neutron-server[91722]: [parameters: {'project_id_1': '073867d2e064493699678f6c3b701830', 'expiration_1': datetime.datetime(2021, 6, 9, 21, 54, 49, 66695)}] Jun 09 21:54:49.081052 dv-cinder-774286-15-smb neutron-server[91722]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 21:54:49.092046 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_db.api [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 21:54:49.151595 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60543f7-a575-4d66-855d-97d40273109c req-4f2b4896-32a1-4a4c-bb67-1a716b34d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:49.157516 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-4f2b4896-32a1-4a4c-bb67-1a716b34d79b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=699642f0067f4b96935a9d04239340e3&device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 1097 time: 0.2310522 Jun 09 21:54:49.231525 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.288628 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port cae4f83d-96c0-4156-8dac-eeff01d3dc52, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=cae4f83d-96c0-4156-8dac-eeff01d3dc52,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:49.295384 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.296402 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 41496fca-1a6c-4f06-95fa-3a642b22eb0f up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:49.437456 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:49.529314 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c05ee4af-c263-4c5e-b550-bd5854baca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.536860 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-a0ad7592-fe8a-4d25-b52a-b68980adcea2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f7a122d-8793-4085-bd37-39994bc21245 HTTP/1.1" status: 200 len: 217 time: 0.3609202 Jun 09 21:54:49.545138 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c05ee4af-c263-4c5e-b550-bd5854baca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.618429 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 41496fca-1a6c-4f06-95fa-3a642b22eb0f triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:49.618887 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.645077 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:49.670177 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=cae4f83d-96c0-4156-8dac-eeff01d3dc52,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:49.674633 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:49.705517 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ee4af-c263-4c5e-b550-bd5854baca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6ff2e6-4793-4f2b-86c8-e513455498da,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:49.735180 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c05ee4af-c263-4c5e-b550-bd5854baca29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:49.770326 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-09c325ee-1bbf-4631-8f7b-2e042945b666 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:49.782466 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-09c325ee-1bbf-4631-8f7b-2e042945b666 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 819 time: 0.4981215 Jun 09 21:54:49.802352 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-c05ee4af-c263-4c5e-b550-bd5854baca29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0536b252cb74970ad24687112d403c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9172826 Jun 09 21:54:49.816150 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49298) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:49.836701 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60543f7-a575-4d66-855d-97d40273109c req-9d87bd57-c789-43e6-b61f-4c3b67da9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:49.838865 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-9d87bd57-c789-43e6-b61f-4c3b67da9b01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=273d9efa-0593-4e98-949e-25f1b53e4810 HTTP/1.1" status: 200 len: 852 time: 0.2926388 Jun 09 21:54:49.840411 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:49.873361 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-3ebee354-659b-4ebf-90ef-da6f26f7750c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/quotas/288c6b258a814e5480c556c874d80862 HTTP/1.1" status: 200 len: 375 time: 0.0855417 Jun 09 21:54:49.882196 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883fbd0-2a0a-46da-a890-b5475dc1a289 req-0365faea-ce7d-4152-bd22-890e7fffdbcb tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:49.896775 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8883fbd0-2a0a-46da-a890-b5475dc1a289 req-0365faea-ce7d-4152-bd22-890e7fffdbcb tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.5515952 Jun 09 21:54:49.963699 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-999984b9-9ad2-4afd-b3c1-da0a6ecc0b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fe4a916-0442-4474-9ded-41d61f7777ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889940 Jun 09 21:54:50.219164 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8883fbd0-2a0a-46da-a890-b5475dc1a289 req-92aa538e-b30a-44db-8f21-10b7f9375e70 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237425 Jun 09 21:54:50.240692 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.293503 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-c587c72d-b381-485e-aa6e-3870d69e96e5 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4192100 Jun 09 21:54:50.298049 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.328852 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-70b7e539-50f8-48a1-8952-0f1f92d6860d service neutron] 10.222.0.15 "GET /v2.0/networks/6fe4a916-0442-4474-9ded-41d61f7777ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580434 Jun 09 21:54:50.433761 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.491041 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-329f2bac-70c5-4d4d-a98b-d866806f77e8 service neutron] 10.222.0.25 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840627 Jun 09 21:54:50.493150 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.499956 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.501340 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d6ff2e6-4793-4f2b-86c8-e513455498da HTTP/1.1" status: 204 len: 168 time: 0.6786869 Jun 09 21:54:50.503382 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:50.624654 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cae4f83d-96c0-4156-8dac-eeff01d3dc52 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:54:50.650753 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d60543f7-a575-4d66-855d-97d40273109c req-5c9c3d10-2a6c-4db8-b79f-9f187f3e6ead service neutron] 10.222.0.15 "GET /v2.0/networks/6fe4a916-0442-4474-9ded-41d61f7777ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115776 Jun 09 21:54:50.722002 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Allocated IP 172.28.0.224 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/1ecb071a-3e7f-4a6d-8a12-b1afdd644298) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:50.753472 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port cae4f83d-96c0-4156-8dac-eeff01d3dc52 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:50.754013 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:50.777672 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6ff2e6-4793-4f2b-86c8-e513455498da,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:50.781325 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:50.881979 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-1f839b5d-ac73-4854-baa1-b1c193bd41d4 service neutron] 10.222.0.25 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792312 Jun 09 21:54:51.188771 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.201564 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-9323ece5-a515-4e7d-aecf-6ee3e7a9cb10 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:51.204110 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-9323ece5-a515-4e7d-aecf-6ee3e7a9cb10 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 819 time: 0.2645063 Jun 09 21:54:51.218933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Request body: {'port': {'device_id': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'admin_state_up': True, 'tenant_id': '288c6b258a814e5480c556c874d80862'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:51.221816 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c558012e-4f89-4896-be05-4408a544a392 req-a8082656-a13f-49fe-85ba-d9f29dddfe87 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 210 time: 0.1118977 Jun 09 21:54:51.504330 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Made reservation on behalf of 288c6b258a814e5480c556c874d80862 for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:51.509254 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.596718 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:51.621669 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:51.663431 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959737b-0d97-4184-99b4-c40e8d2bca4c req-6ef4d226-bfca-4756-b495-ca61251954bd tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:51.668498 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e959737b-0d97-4184-99b4-c40e8d2bca4c req-6ef4d226-bfca-4756-b495-ca61251954bd tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.2263973 Jun 09 21:54:51.780248 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:51.787919 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:51.791506 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e959737b-0d97-4184-99b4-c40e8d2bca4c req-4ad9479e-6f13-494c-af1d-3445f2b97743 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190612 Jun 09 21:54:51.810246 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'Port': ['ID=1ecb071a-3e7f-4a6d-8a12-b1afdd644298,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:51.813135 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:51.926510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:52.046743 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Allocated IP 172.20.0.11 (02bf3041-a6ee-4419-b950-7e6dddf27035/54d6557d-cb12-4e48-9dec-0fdac0151c31/58a28f79-dc6b-403b-a0ad-2977cc94b6e4) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:52.153920 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.384800 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.388262 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ac221f2d-2da4-4677-bba7-93f337a89305 req-716167b1-aa87-4a03-adc7-0f943948c4e5 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 210 time: 0.0678751 Jun 09 21:54:52.637401 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.698062 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.15', 65102) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:52.925290 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.933748 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.939558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:52.943677 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a92eb5a4-5471-4cde-aa96-e1b492739cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:52.944583 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-50458ff0-9c9e-4e89-9d68-d33500de7e8f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:52.946296 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-50458ff0-9c9e-4e89-9d68-d33500de7e8f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 819 time: 0.2472360 Jun 09 21:54:52.961904 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Request body: {'port': {'device_id': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'admin_state_up': True, 'tenant_id': '288c6b258a814e5480c556c874d80862'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:53.086892 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.133902 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:53.137058 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'Port': ['ID=1ecb071a-3e7f-4a6d-8a12-b1afdd644298,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:53.213192 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:53.215802 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:53.270719 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ebf4-5af6-408c-8deb-d322ca34d4fd req-1a8c39eb-1465-4791-8185-c5fa04d18021 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:53.270719 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae58ebf4-5af6-408c-8deb-d322ca34d4fd req-1a8c39eb-1465-4791-8185-c5fa04d18021 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.1608360 Jun 09 21:54:53.296191 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.310696 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2408354 Jun 09 21:54:53.350951 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Made reservation on behalf of 288c6b258a814e5480c556c874d80862 for: {'port': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:53.364379 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.386242 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:53.387049 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.396165 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Pushing event updated for resources: {'Port': ['ID=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:53.399484 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:53.405275 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:53.405450 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:53.416796 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2033627 Jun 09 21:54:53.436118 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Request body: {'port': {'device_id': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:53.616559 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae58ebf4-5af6-408c-8deb-d322ca34d4fd req-8b49d908-3851-4eaa-8910-03ae7f9fb702 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322220 Jun 09 21:54:53.626101 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-78113342-7fe1-4246-b4e3-9b6499af7b56 req-5f0891f9-7c49-4f08-a0be-fd7e7e2d44dd tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 210 time: 0.0719252 Jun 09 21:54:53.713645 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:53.753343 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Allocated IP 172.20.0.5 (02bf3041-a6ee-4419-b950-7e6dddf27035/54d6557d-cb12-4e48-9dec-0fdac0151c31/79657646-6aa9-4b60-979b-09ffd43e4064) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:53.880777 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-72361a71-f84b-4196-865e-0767409f0fad tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--333604661&fields=id&tenant_id=073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 267 time: 0.1021008 Jun 09 21:54:54.210494 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.220013 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-05513633-1132-44af-90f6-8f1e8293ba2e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:54.221236 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-05513633-1132-44af-90f6-8f1e8293ba2e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 816 time: 0.3171120 Jun 09 21:54:54.241206 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-49f35dac-d41e-4379-a687-bf99b410b5b4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/quotas/073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 375 time: 0.0129526 Jun 09 21:54:54.324388 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.335337 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b5122517-1654-4dff-99ef-78b4c72773b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:54.407600 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Network 02bf3041-a6ee-4419-b950-7e6dddf27035 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:54.413065 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:54.419279 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:54.425041 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:54.425660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.445445 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Pushing event updated for resources: {'Port': ['ID=79657646-6aa9-4b60-979b-09ffd43e4064,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:54.459810 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.470676 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-91e25ff9-38b0-4b0e-b891-75235f7afb52 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2167923 Jun 09 21:54:54.472534 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5178716 Jun 09 21:54:54.489191 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Request body: {'port': {'device_id': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:54.655012 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:54.663739 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.680137 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Transition to ACTIVE for port object 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:54.685456 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.693292 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:54.925243 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:54.928280 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:54.938163 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:54.968166 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-df7f0508-5049-4c8f-be4b-2ee2bc77f9f1 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256837 Jun 09 21:54:55.008586 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Attempting to bind port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:55.008977 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Attempting to bind port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:55.009376 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Attempting to bind port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 on network 02bf3041-a6ee-4419-b950-7e6dddf27035 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:55.014198 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 on network 02bf3041-a6ee-4419-b950-7e6dddf27035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:54:55.014550 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Attempting to bind port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 on network 02bf3041-a6ee-4419-b950-7e6dddf27035 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:55.020408 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:55.020814 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Checking segment: {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:55.021249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Bound using segment: {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:55.021844 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Bound port: 58a28f79-dc6b-403b-a0ad-2977cc94b6e4, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:55.022203 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.146806 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] For port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:55.150920 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] For port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:55.156933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.165706 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:55.262362 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:55.264657 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:55.269717 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:55.271066 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.273259 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 1094 time: 1.8418024 Jun 09 21:54:55.273759 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'tag': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:54:55.276079 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f1734-6ef2-471d-92d1-d1e771fc9b59" -d '{"events": [{"name": "network-changed", "server_uuid": "9be62b44-5bc2-48be-9172-2e08d3b91fa1", "tag": "58a28f79-dc6b-403b-a0ad-2977cc94b6e4"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:54:55.317457 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baf3b5-f7ff-45d9-b08d-9606344aeeb6 req-0491146b-8c0e-4c83-9a39-869cd932e008 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:55.319017 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-72baf3b5-f7ff-45d9-b08d-9606344aeeb6 req-0491146b-8c0e-4c83-9a39-869cd932e008 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 944 time: 0.4675565 Jun 09 21:54:55.415658 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-72baf3b5-f7ff-45d9-b08d-9606344aeeb6 req-9ab34043-aff8-4959-95ff-7cfe60b9aa3f tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811768 Jun 09 21:54:55.420526 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-0a41dee3-fe72-473d-a07e-29aa29934879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:55.422342 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-0a41dee3-fe72-473d-a07e-29aa29934879 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1057875 Jun 09 21:54:55.465326 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-1dc31ec6-17f9-4978-91e7-858431978b65 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652953 Jun 09 21:54:55.523649 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-b3b36d46-5c65-479c-a118-43c727133a41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0927129 Jun 09 21:54:55.659292 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-13e819ec-7a8b-4d1d-a5ca-c4b1ef957776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:55.660739 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-13e819ec-7a8b-4d1d-a5ca-c4b1ef957776 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.1303785 Jun 09 21:54:55.776773 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-0badc311-3aab-4c16-aceb-e57fb03aaeb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085823 Jun 09 21:54:55.784527 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79657646-6aa9-4b60-979b-09ffd43e4064 {{(pid=91721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:55.792479 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee5872-1452-4239-8da8-37303eaa2dc0 x-openstack-request-id: req-d3ee5872-1452-4239-8da8-37303eaa2dc0 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:54:55.792811 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be62b44-5bc2-48be-9172-2e08d3b91fa1", "tag": "58a28f79-dc6b-403b-a0ad-2977cc94b6e4", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:54:55.793071 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3ee5872-1452-4239-8da8-37303eaa2dc0 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:54:55.793470 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'tag': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4', 'status': 'completed', 'code': 200} Jun 09 21:54:55.795118 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.813031 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d21f-a8d8-4ad3-a21f-e1ba7532b584 req-b44e4f67-95b1-4d8b-8f2b-c20e43e6e315 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:55.821402 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4241d21f-a8d8-4ad3-a21f-e1ba7532b584 req-b44e4f67-95b1-4d8b-8f2b-c20e43e6e315 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 931 time: 0.2410445 Jun 09 21:54:55.897410 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Transition to ACTIVE for port object 79657646-6aa9-4b60-979b-09ffd43e4064 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:55.900700 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dc239b0e-2838-4673-9fe8-6eab6150bfd7 req-8d36f90e-a86d-4bc1-818a-6676fff805c2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 210 time: 0.0594697 Jun 09 21:54:55.945320 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4241d21f-a8d8-4ad3-a21f-e1ba7532b584 req-94654950-bc16-4611-85e4-2cd4634ed295 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230745 Jun 09 21:54:55.947217 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:55.953097 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:56.095776 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5f7a122d-8793-4085-bd37-39994bc21245 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:54:56.166809 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Pushing event updated for resources: {'Port': ['ID=79657646-6aa9-4b60-979b-09ffd43e4064,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:56.175730 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-1ac49136-78c6-44a5-a18c-7eb094349308 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879957 Jun 09 21:54:56.186359 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:56.187108 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Attempting to bind port 79657646-6aa9-4b60-979b-09ffd43e4064 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:54:56.187451 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Attempting to bind port 79657646-6aa9-4b60-979b-09ffd43e4064 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:54:56.187772 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Attempting to bind port 79657646-6aa9-4b60-979b-09ffd43e4064 on network 02bf3041-a6ee-4419-b950-7e6dddf27035 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:56.197860 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Port 79657646-6aa9-4b60-979b-09ffd43e4064 on network 02bf3041-a6ee-4419-b950-7e6dddf27035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:54:56.198188 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Attempting to bind port 79657646-6aa9-4b60-979b-09ffd43e4064 on network 02bf3041-a6ee-4419-b950-7e6dddf27035 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:54:56.205586 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:54:56.205925 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Checking segment: {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:54:56.206544 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Bound using segment: {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:54:56.213163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Bound port: 79657646-6aa9-4b60-979b-09ffd43e4064, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb36d2e-0905-4e86-b507-16d183c016ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:54:56.213555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:56.371242 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fd31839d-800a-4f61-aaf6-432611ff0443 req-5c1fef33-2e3f-4df9-ba93-4216e961cf8b service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868234 Jun 09 21:54:56.418586 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] For port 79657646-6aa9-4b60-979b-09ffd43e4064, host hv-cinder-77428, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:54:56.446011 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] For port 79657646-6aa9-4b60-979b-09ffd43e4064, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79657646-6aa9-4b60-979b-09ffd43e4064,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:54:56.460687 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:56.484106 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 5f7a122d-8793-4085-bd37-39994bc21245, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f7a122d-8793-4085-bd37-39994bc21245,segment=NetworkSegment(d23f6103-4827-4135-9eba-2aee10778ddb),segment_id=d23f6103-4827-4135-9eba-2aee10778ddb)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:56.485491 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:56.512806 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '5f7a122d-8793-4085-bd37-39994bc21245', 'network_id': '6fe4a916-0442-4474-9ded-41d61f7777ce', 'port_id': '5f7a122d-8793-4085-bd37-39994bc21245', 'mac_address': 'fa:16:3e:05:d3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273d9efa-0593-4e98-949e-25f1b53e4810', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:54:56.596627 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-f68110e4-f61b-43e3-b983-95b7889e0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:56.601398 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-f68110e4-f61b-43e3-b983-95b7889e0fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1629977 Jun 09 21:54:56.630953 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:56.631464 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:56.633105 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] 10.222.0.15 "PUT /v2.0/ports/79657646-6aa9-4b60-979b-09ffd43e4064 HTTP/1.1" status: 200 len: 1093 time: 2.1514690 Jun 09 21:54:56.635634 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'tag': '79657646-6aa9-4b60-979b-09ffd43e4064'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:54:56.654965 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:56.682203 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7a122d-8793-4085-bd37-39994bc21245 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:54:56.715958 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 5f7a122d-8793-4085-bd37-39994bc21245, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f7a122d-8793-4085-bd37-39994bc21245,segment=NetworkSegment(d23f6103-4827-4135-9eba-2aee10778ddb),segment_id=d23f6103-4827-4135-9eba-2aee10778ddb)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:54:56.722031 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:56.723902 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:56.888989 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Pushing event updated for resources: {'Port': ['ID=79657646-6aa9-4b60-979b-09ffd43e4064,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:56.905954 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:56.920971 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-e1f713ef-b90c-4073-88ba-c5842a2173d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:56.921540 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=5f7a122d-8793-4085-bd37-39994bc21245,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:56.924389 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-e1f713ef-b90c-4073-88ba-c5842a2173d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.3161016 Jun 09 21:54:56.928607 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:56.933067 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-e1e71a05-dea4-4c2d-9b8f-23c0b2aa0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:56.934690 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-e1e71a05-dea4-4c2d-9b8f-23c0b2aa0a03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 1096 time: 0.2244234 Jun 09 21:54:57.058602 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-3b10fd39-fec7-41ff-ac75-5d2cdb63b08f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79657646-6aa9-4b60-979b-09ffd43e4064 HTTP/1.1" status: 200 len: 217 time: 0.1124012 Jun 09 21:54:57.069886 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-3af99305-1c46-4dba-b10e-f876edf0beda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 217 time: 0.1253610 Jun 09 21:54:57.155821 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-f57bd1c0-1786-49db-9e38-dca8cb0aceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:57.157749 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-f57bd1c0-1786-49db-9e38-dca8cb0aceaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.0839989 Jun 09 21:54:57.166438 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-73c01ef0-c484-4d3e-a805-18357727efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:57.167988 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-73c01ef0-c484-4d3e-a805-18357727efcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.1018181 Jun 09 21:54:57.170653 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d252862-9633-4aee-a787-7d990738dbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9606ff-f43c-4978-ae51-59106b9aab8e", "tag": "79657646-6aa9-4b60-979b-09ffd43e4064"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:54:57.181085 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02797521-2fb1-4d78-ab0a-a41b9867ec30 req-76c5e173-5212-4214-85ae-1baab1b91a24 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:57.182550 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02797521-2fb1-4d78-ab0a-a41b9867ec30 req-76c5e173-5212-4214-85ae-1baab1b91a24 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 945 time: 0.4771304 Jun 09 21:54:57.222175 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-2c6a1433-e065-43e2-a008-46abe27eb880 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552542 Jun 09 21:54:57.248017 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['5f7a122d-8793-4085-bd37-39994bc21245'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:54:57.410730 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-5607924b-e7b0-4bd0-90fe-aab7c6b3cf45 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791182 Jun 09 21:54:57.452826 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02797521-2fb1-4d78-ab0a-a41b9867ec30 req-688da015-07c0-441b-a040-91c3c159ad12 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153424 Jun 09 21:54:57.468799 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-c02f5c58-08e8-4a65-8824-1e98ff36da90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2733812 Jun 09 21:54:57.563557 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5cc8b448-85eb-48d5-a479-f0da4df9be84 req-fac8ef5a-fa6b-4166-9770-02b86f5c90ef tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 210 time: 0.3844204 Jun 09 21:54:57.629395 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.15', 65118) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:57.772905 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49596) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:57.951485 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-970f1734-6ef2-471d-92d1-d1e771fc9b59 req-30164a6c-1ff2-4c67-bad7-028c652c4806 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329058 Jun 09 21:54:58.035638 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-65c3c571-a9a8-406c-b8fb-c817e51fe060 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657270 Jun 09 21:54:58.083213 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-859d3e18-9832-477d-998a-fa17b9c809a4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:58.085099 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-859d3e18-9832-477d-998a-fa17b9c809a4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 816 time: 0.4540200 Jun 09 21:54:58.197912 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-9ceaa5e2-0162-4d95-814f-b6904f5335ce tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 379 time: 0.1025882 Jun 09 21:54:58.212931 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'port': {'device_id': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'admin_state_up': True, 'tenant_id': '073867d2e064493699678f6c3b701830', 'security_groups': ['c8daf38b-305e-4a9f-aa14-38a92404aa01']}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:58.221203 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e31459-1b4f-4704-8507-d208e9e5208f x-openstack-request-id: req-83e31459-1b4f-4704-8507-d208e9e5208f {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:54:58.221815 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9606ff-f43c-4978-ae51-59106b9aab8e", "tag": "79657646-6aa9-4b60-979b-09ffd43e4064", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:54:58.221815 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83e31459-1b4f-4704-8507-d208e9e5208f {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:54:58.222208 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'tag': '79657646-6aa9-4b60-979b-09ffd43e4064', 'status': 'completed', 'code': 200} Jun 09 21:54:58.256656 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70861144-b3fa-45e9-955f-740c4dc3217f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.285365 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd6c41-e12a-4fcc-825c-6fcfda93f32d req-53bdc278-23b7-4c1d-9b8c-3b3b43660702 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:58.287603 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2fdd6c41-e12a-4fcc-825c-6fcfda93f32d req-53bdc278-23b7-4c1d-9b8c-3b3b43660702 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 943 time: 0.4973943 Jun 09 21:54:58.393632 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bf49f0c-a3b6-451c-a191-84392f093d8a req-36b25637-8d24-4ebf-bc8e-13d5e9e63bef service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459663 Jun 09 21:54:58.410874 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2fdd6c41-e12a-4fcc-825c-6fcfda93f32d req-62606a5f-377b-4ce8-8cc7-cdc65bc67544 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046503 Jun 09 21:54:58.545552 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70861144-b3fa-45e9-955f-740c4dc3217f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.554909 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70861144-b3fa-45e9-955f-740c4dc3217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.571131 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Made reservation on behalf of 073867d2e064493699678f6c3b701830 for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:54:58.571785 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:58.574774 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.626182 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49620) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:58.672994 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-70861144-b3fa-45e9-955f-740c4dc3217f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9abcadd93b9842daa19e8ccf696f2a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8964319 Jun 09 21:54:58.682605 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49626) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:58.699813 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70861144-b3fa-45e9-955f-740c4dc3217f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d693161a-89cd-4a3b-a9d4-da40109c44e5,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:58.707697 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-70861144-b3fa-45e9-955f-740c4dc3217f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:58.763381 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Allocated IP 172.20.0.12 (fe7470a0-ffa0-4209-8ac8-f7b2845bad53/38b394e2-50a6-4e7f-8bde-322205e325c3/035ce6d3-31d2-46a4-aa6a-3a0414628510) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:54:58.771790 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252862-9633-4aee-a787-7d990738dbd3 req-124472e4-3f33-4aec-be31-6e917bc3d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:58.773343 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d252862-9633-4aee-a787-7d990738dbd3 req-124472e4-3f33-4aec-be31-6e917bc3d66d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 1096 time: 0.3141134 Jun 09 21:54:58.822959 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9ab3fa35-1d46-442c-9752-1df751dc9cd2 req-afaa0f0b-d00b-4827-bb1c-7a665a253e37 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 210 time: 0.1030726 Jun 09 21:54:58.928884 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-caaddf10-90bc-45e4-8aec-f3dfe71a6678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:58.977349 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.001844 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e654a-c033-48db-b5d1-1cb568db04b8 req-fc6fa06f-974c-4ab9-93ad-98f7ce2c0000 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:59.009843 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-792e654a-c033-48db-b5d1-1cb568db04b8 req-fc6fa06f-974c-4ab9-93ad-98f7ce2c0000 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 945 time: 0.4391024 Jun 09 21:54:59.099504 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.109708 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.132552 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Transition to ACTIVE for port object 035ce6d3-31d2-46a4-aa6a-3a0414628510 will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:54:59.164373 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.182348 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7ad7466c-a6b3-414a-9bdc-f6eab025ff46 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:59.185516 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-792e654a-c033-48db-b5d1-1cb568db04b8 req-b5115ed4-a518-45bf-8916-6f6c786d821f tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747668 Jun 09 21:54:59.186695 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252862-9633-4aee-a787-7d990738dbd3 req-e7068ca8-ac14-4911-8919-f892b4ab39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:59.188114 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d252862-9633-4aee-a787-7d990738dbd3 req-e7068ca8-ac14-4911-8919-f892b4ab39df service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.4037879 Jun 09 21:54:59.245748 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:54:59.249563 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:54:59.254016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:54:59.313673 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:59.334270 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-caaddf10-90bc-45e4-8aec-f3dfe71a6678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.336647 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:59.370945 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:59.371600 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.402275 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1942041 Jun 09 21:54:59.408057 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-caaddf10-90bc-45e4-8aec-f3dfe71a6678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.421890 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Request body: {'port': {'device_id': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:54:59.428704 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-58dd5bd7-a2c0-4f4f-86e4-60faebcb76d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:59.456520 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaddf10-90bc-45e4-8aec-f3dfe71a6678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5dec96-908f-492c-9a32-6c7665d8093a,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:59.470901 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d252862-9633-4aee-a787-7d990738dbd3 req-efc26403-43ea-4109-987a-38bc32f0061c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79657646-6aa9-4b60-979b-09ffd43e4064 HTTP/1.1" status: 200 len: 217 time: 0.1342201 Jun 09 21:54:59.471567 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.474514 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.480746 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d693161a-89cd-4a3b-a9d4-da40109c44e5 HTTP/1.1" status: 204 len: 168 time: 0.7960031 Jun 09 21:54:59.484947 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-caaddf10-90bc-45e4-8aec-f3dfe71a6678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:59.485408 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-caaddf10-90bc-45e4-8aec-f3dfe71a6678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:54:59.627527 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.658704 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-caaddf10-90bc-45e4-8aec-f3dfe71a6678 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80fa313972504b4da0671d44aa72f918&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0224173 Jun 09 21:54:59.660291 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d693161a-89cd-4a3b-a9d4-da40109c44e5,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:54:59.664282 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:54:59.665492 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-f89e8266-1f58-436e-8974-96d1cbd67272 None None] Provisioning for port 035ce6d3-31d2-46a4-aa6a-3a0414628510 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:54:59.674908 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49662) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:54:59.736643 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-f89e8266-1f58-436e-8974-96d1cbd67272 None None] Provisioning complete for port 035ce6d3-31d2-46a4-aa6a-3a0414628510 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:54:59.737730 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f89e8266-1f58-436e-8974-96d1cbd67272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:54:59.819972 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-f89e8266-1f58-436e-8974-96d1cbd67272 None None] Port 035ce6d3-31d2-46a4-aa6a-3a0414628510 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:54:59.937276 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252862-9633-4aee-a787-7d990738dbd3 req-186fab0f-225a-4d16-abd4-a740db240218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:54:59.947065 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d252862-9633-4aee-a787-7d990738dbd3 req-186fab0f-225a-4d16-abd4-a740db240218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.4651673 Jun 09 21:55:00.065630 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:00.217473 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5f7a122d-8793-4085-bd37-39994bc21245 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:00.233253 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d252862-9633-4aee-a787-7d990738dbd3 req-9a00d0f4-7ae5-4d60-bb26-5e96ef00ad46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2791038 Jun 09 21:55:00.233851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49686) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:00.237011 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.270253 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.273314 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035ce6d3-31d2-46a4-aa6a-3a0414628510 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:00.282079 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.302670 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Transition to ACTIVE for port object 035ce6d3-31d2-46a4-aa6a-3a0414628510 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:00.311626 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.323983 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b2945397-996e-471c-a4e0-c2c9203304de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:00.345020 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:00.353325 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 5f7a122d-8793-4085-bd37-39994bc21245 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:00.363011 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 5f7a122d-8793-4085-bd37-39994bc21245 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:00.363392 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.392279 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4', 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'port_id': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4', 'mac_address': 'fa:16:3e:00:a7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:00.488549 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.554713 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:00.561788 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:00.581799 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:00.582467 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:00.584835 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.600442 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-49b5e6af-bb84-4cd8-97ec-4f0c3d04eb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.601107 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.605061 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-cb9b8ddf-a578-4bc5-9800-5f273d0e7940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:00.663486 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6524a-4a2c-4283-bdff-5662805b78e2 req-db4c05ea-7549-4442-8b2f-ddc8ded0a9f0 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:00.664996 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d9d6524a-4a2c-4283-bdff-5662805b78e2 req-db4c05ea-7549-4442-8b2f-ddc8ded0a9f0 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 943 time: 0.9351048 Jun 09 21:55:00.712169 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7a122d-8793-4085-bd37-39994bc21245'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:00.716176 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.718556 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.719855 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d5dec96-908f-492c-9a32-6c7665d8093a HTTP/1.1" status: 204 len: 168 time: 1.0437775 Jun 09 21:55:00.731389 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Attempting to bind port 035ce6d3-31d2-46a4-aa6a-3a0414628510 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:00.731532 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5139a46a-ee62-4297-b50d-302a210c33a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:00.731783 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Attempting to bind port 035ce6d3-31d2-46a4-aa6a-3a0414628510 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:00.732169 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Attempting to bind port 035ce6d3-31d2-46a4-aa6a-3a0414628510 on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:00.737009 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Port 035ce6d3-31d2-46a4-aa6a-3a0414628510 on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:00.739077 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Attempting to bind port 035ce6d3-31d2-46a4-aa6a-3a0414628510 on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:00.745947 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:00.746369 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Checking segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:00.746839 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Bound using segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:00.747331 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Bound port: 035ce6d3-31d2-46a4-aa6a-3a0414628510, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:00.747797 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.748499 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5dec96-908f-492c-9a32-6c7665d8093a,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:00.751572 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:00.778899 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d9d6524a-4a2c-4283-bdff-5662805b78e2 req-a498086d-0ae7-4bf5-a9f0-ab19b7759079 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021137 Jun 09 21:55:00.849416 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846f7ed-1b91-4d42-b03b-3403edbc1ddf req-3409924a-058d-4cbb-95b7-2e98c89842b1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:00.850074 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 5f7a122d-8793-4085-bd37-39994bc21245, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f7a122d-8793-4085-bd37-39994bc21245,segment=NetworkSegment(d23f6103-4827-4135-9eba-2aee10778ddb),segment_id=d23f6103-4827-4135-9eba-2aee10778ddb)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:00.851174 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6846f7ed-1b91-4d42-b03b-3403edbc1ddf req-3409924a-058d-4cbb-95b7-2e98c89842b1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 932 time: 0.7968621 Jun 09 21:55:00.875980 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:00.886374 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:00.890773 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:00.891569 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:00.933370 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d252862-9633-4aee-a787-7d990738dbd3 req-a94ecee8-df24-416d-a085-bf4b562be269 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756299 Jun 09 21:55:00.940021 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6846f7ed-1b91-4d42-b03b-3403edbc1ddf req-90aed071-2c46-4e5d-ac3a-52ad23fa474a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649402 Jun 09 21:55:00.986576 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['58a28f79-dc6b-403b-a0ad-2977cc94b6e4'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:01.009803 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:01.013621 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:01.022620 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.028056 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:01.085941 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5abc511-f8fe-47d2-8ad0-aa8a02306c77" -d '{"events": [{"server_uuid": "3201490e-7015-4b3c-b7e2-8e460ac552b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f7a122d-8793-4085-bd37-39994bc21245"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:01.102400 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.103005 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.104334 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] 10.222.0.15 "PUT /v2.0/ports/035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 1094 time: 1.6916292 Jun 09 21:55:01.104827 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:01.107145 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d926ea5-38ca-444b-ae66-723f230f798a" -d '{"events": [{"name": "network-changed", "server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:01.125402 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:01.129279 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:01.183988 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=5f7a122d-8793-4085-bd37-39994bc21245,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:01.203990 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:01.233008 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-49b5e6af-bb84-4cd8-97ec-4f0c3d04eb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.248773 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-49b5e6af-bb84-4cd8-97ec-4f0c3d04eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.278653 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:01.288047 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-49b5e6af-bb84-4cd8-97ec-4f0c3d04eb54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31a7dedf384e48b7b83e94e1d0b9e25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9802260 Jun 09 21:55:01.289971 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d252862-9633-4aee-a787-7d990738dbd3 req-90d31e26-666f-4025-bf57-778f4aa86ac8 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450444 Jun 09 21:55:01.290476 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49716) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:01.336445 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-115e089a-ac21-4b7e-a2eb-1fbabf3f2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.339652 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-115e089a-ac21-4b7e-a2eb-1fbabf3f2699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1097 time: 0.1694012 Jun 09 21:55:01.365283 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd18f0a-3082-4745-a847-091aa8a7c53f req-4acbba68-550c-437f-a0b1-644e9279844d tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.368797 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2fd18f0a-3082-4745-a847-091aa8a7c53f req-4acbba68-550c-437f-a0b1-644e9279844d tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.3085716 Jun 09 21:55:01.431734 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.435889 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5e6af-bb84-4cd8-97ec-4f0c3d04eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2247c91-bcdf-4ca7-892e-8c4843795985,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:01.447403 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-49b5e6af-bb84-4cd8-97ec-4f0c3d04eb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:01.469076 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-037ad432-ed19-4792-8bff-76534c09a14d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 217 time: 0.1233602 Jun 09 21:55:01.493825 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b491995-b907-4e3a-b8e1-900862fd2fed x-openstack-request-id: req-0b491995-b907-4e3a-b8e1-900862fd2fed {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:01.494183 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3201490e-7015-4b3c-b7e2-8e460ac552b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f7a122d-8793-4085-bd37-39994bc21245", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:01.494803 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b491995-b907-4e3a-b8e1-900862fd2fed {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:01.494926 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7a122d-8793-4085-bd37-39994bc21245', 'code': 200} Jun 09 21:55:01.537618 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49722) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:01.560725 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.579178 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c3569051-f6db-4a1f-9142-c5707d280bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.615223 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2fd18f0a-3082-4745-a847-091aa8a7c53f req-b14fb784-5f3f-4008-a670-d66b80ff0e57 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387915 Jun 09 21:55:01.628042 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-5cfe1c5f-6631-474f-bc41-39d0f3429278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.631864 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-5cfe1c5f-6631-474f-bc41-39d0f3429278 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.1553140 Jun 09 21:55:01.635609 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1814ca23-5c70-4580-aca4-321c089e9463 x-openstack-request-id: req-1814ca23-5c70-4580-aca4-321c089e9463 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:01.636910 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:01.637346 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1814ca23-5c70-4580-aca4-321c089e9463 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:01.638173 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'status': 'completed', 'code': 200} Jun 09 21:55:01.702107 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.704949 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.708444 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2247c91-bcdf-4ca7-892e-8c4843795985 HTTP/1.1" status: 204 len: 168 time: 0.4130902 Jun 09 21:55:01.708444 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-49b5e6af-bb84-4cd8-97ec-4f0c3d04eb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:01.771249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-99052dda-ddae-4136-aa89-fb46341f2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.772955 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-99052dda-ddae-4136-aa89-fb46341f2c8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1335866 Jun 09 21:55:01.776812 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2247c91-bcdf-4ca7-892e-8c4843795985,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:01.785084 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:01.886441 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a345ce5-3a9f-46aa-8dcd-8291d66d850d req-c060bb02-b429-46a3-b602-7f9e0fc46314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:01.886441 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a345ce5-3a9f-46aa-8dcd-8291d66d850d req-c060bb02-b429-46a3-b602-7f9e0fc46314 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 1099 time: 0.1626296 Jun 09 21:55:01.947028 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-9a345ce5-3a9f-46aa-8dcd-8291d66d850d req-5b979064-e730-4ee5-9ffb-20782f4c8d0c service neutron] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:01.999176 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c3569051-f6db-4a1f-9142-c5707d280bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.035424 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-0e59c4b8-3b72-4996-9a45-94ca55a15b95 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555606 Jun 09 21:55:02.077656 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 79657646-6aa9-4b60-979b-09ffd43e4064 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:02.092796 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c3569051-f6db-4a1f-9142-c5707d280bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.157373 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-eafbdd6e-ce03-4304-a9ae-bc733b437e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:02.178341 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49758) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:02.180422 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-c3569051-f6db-4a1f-9142-c5707d280bc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ce8bcfd4f7247f1bc9cb1e250e3c544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342165 Jun 09 21:55:02.314561 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 79657646-6aa9-4b60-979b-09ffd43e4064, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79657646-6aa9-4b60-979b-09ffd43e4064,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:02.337984 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2a1698ab-4c61-44d6-be7c-69ac1a7ebad1 req-afe80361-c3ce-4a0a-8e0d-798f20cf905c service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950897 Jun 09 21:55:02.342587 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '79657646-6aa9-4b60-979b-09ffd43e4064', 'network_id': '02bf3041-a6ee-4419-b950-7e6dddf27035', 'port_id': '79657646-6aa9-4b60-979b-09ffd43e4064', 'mac_address': 'fa:16:3e:e7:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d6557d-cb12-4e48-9dec-0fdac0151c31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:02.376012 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.407899 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.415879 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.419817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3569051-f6db-4a1f-9142-c5707d280bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa7854-2681-4bbd-9e98-b5249560b77b,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:02.434437 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c3569051-f6db-4a1f-9142-c5707d280bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:02.445638 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79657646-6aa9-4b60-979b-09ffd43e4064 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:02.468834 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea749011-4f29-487f-8c68-cb3ddb26aa88 req-7a12e923-9abb-4eb9-bf25-093dcd712438 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.469440 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 79657646-6aa9-4b60-979b-09ffd43e4064, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79657646-6aa9-4b60-979b-09ffd43e4064,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:02.470356 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ea749011-4f29-487f-8c68-cb3ddb26aa88 req-7a12e923-9abb-4eb9-bf25-093dcd712438 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 943 time: 0.4746296 Jun 09 21:55:02.484242 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.490982 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:02.493488 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdc90a-3684-47d7-90ac-069330f029e2 req-e8cb0743-8466-4823-b6e5-98933bbcd7f9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.495032 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e5bdc90a-3684-47d7-90ac-069330f029e2 req-e8cb0743-8466-4823-b6e5-98933bbcd7f9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.3387599 Jun 09 21:55:02.548269 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.554425 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.555426 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acfa7854-2681-4bbd-9e98-b5249560b77b HTTP/1.1" status: 204 len: 168 time: 0.3707190 Jun 09 21:55:02.557118 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:02.563854 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-9a345ce5-3a9f-46aa-8dcd-8291d66d850d req-5b979064-e730-4ee5-9ffb-20782f4c8d0c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.575276 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa7854-2681-4bbd-9e98-b5249560b77b,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:02.585310 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:02.590682 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-9a345ce5-3a9f-46aa-8dcd-8291d66d850d req-5b979064-e730-4ee5-9ffb-20782f4c8d0c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:02.593687 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926ea5-38ca-444b-ae66-723f230f798a req-6b2d423f-deb6-48dc-817c-5eafe756f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.595977 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d926ea5-38ca-444b-ae66-723f230f798a req-6b2d423f-deb6-48dc-817c-5eafe756f1aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1097 time: 0.1325424 Jun 09 21:55:02.610642 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c54e2e85-7249-4352-884a-8058aa3246e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:02.651493 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ea749011-4f29-487f-8c68-cb3ddb26aa88 req-f69f514e-4750-435d-a282-469df935473f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553485 Jun 09 21:55:02.665412 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e5bdc90a-3684-47d7-90ac-069330f029e2 req-8245d2dd-a54b-41c4-9876-5dd44a6bac8d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419847 Jun 09 21:55:02.668070 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=79657646-6aa9-4b60-979b-09ffd43e4064,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:02.692586 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:02.713407 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a345ce5-3a9f-46aa-8dcd-8291d66d850d req-5b979064-e730-4ee5-9ffb-20782f4c8d0c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8126616 Jun 09 21:55:02.744180 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b979064-e730-4ee5-9ffb-20782f4c8d0c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa673ed6-2c85-40b1-a9e1-30c547e0134d,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:02.747267 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5b979064-e730-4ee5-9ffb-20782f4c8d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:02.836775 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926ea5-38ca-444b-ae66-723f230f798a req-7ac40569-866f-4622-b7d6-94200651a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.842493 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d926ea5-38ca-444b-ae66-723f230f798a req-7ac40569-866f-4622-b7d6-94200651a3e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.2387607 Jun 09 21:55:02.915259 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4053ae-c805-4e00-8add-8b2d57f84be5 req-4ef73af3-cc77-45f9-8c65-1497f32391ff tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:02.916815 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db4053ae-c805-4e00-8add-8b2d57f84be5 req-4ef73af3-cc77-45f9-8c65-1497f32391ff tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.0902984 Jun 09 21:55:02.933943 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d926ea5-38ca-444b-ae66-723f230f798a req-141787ff-cf16-4683-9ee3-7e3279059571 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 217 time: 0.0805519 Jun 09 21:55:02.975598 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db4053ae-c805-4e00-8add-8b2d57f84be5 req-466380d1-a089-4fb9-95ec-3d97a686a22c tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Jun 09 21:55:03.052783 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926ea5-38ca-444b-ae66-723f230f798a req-eae1d529-eab4-4639-8737-4c05d2d7dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:03.054455 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d926ea5-38ca-444b-ae66-723f230f798a req-eae1d529-eab4-4639-8737-4c05d2d7dc0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0838993 Jun 09 21:55:03.148476 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926ea5-38ca-444b-ae66-723f230f798a req-08a66212-0fdc-46b1-be38-e4b2290b136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:03.150054 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d926ea5-38ca-444b-ae66-723f230f798a req-08a66212-0fdc-46b1-be38-e4b2290b136a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0888863 Jun 09 21:55:03.174884 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['79657646-6aa9-4b60-979b-09ffd43e4064'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:03.321501 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d926ea5-38ca-444b-ae66-723f230f798a req-1e765c06-c4d9-4a43-b1a5-2da0db076b79 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635113 Jun 09 21:55:03.524298 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d926ea5-38ca-444b-ae66-723f230f798a req-a25999ef-2352-42bf-9d75-60a51561fe85 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920438 Jun 09 21:55:03.993593 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1e30fd4c-ed61-4f94-a03e-bce0b07b96f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.054219 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2992-3eac-4cc1-87e0-a90996afb414 req-d990aeb7-40d6-48c1-a691-0a048d3824b5 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.062000 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1a3a2992-3eac-4cc1-87e0-a90996afb414 req-d990aeb7-40d6-48c1-a691-0a048d3824b5 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.2100673 Jun 09 21:55:04.090415 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:04.092535 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c64619-fce9-42a6-a168-eb49e5956205 req-1edd3f89-21ff-4939-862a-9e57482ac91b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.101080 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c64619-fce9-42a6-a168-eb49e5956205 req-1edd3f89-21ff-4939-862a-9e57482ac91b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 944 time: 0.1803136 Jun 09 21:55:04.170413 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1a3a2992-3eac-4cc1-87e0-a90996afb414 req-23870cf4-3042-49d8-bd99-14b067ea621f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051855 Jun 09 21:55:04.194431 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:04.196164 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c64619-fce9-42a6-a168-eb49e5956205 req-7451afce-6d83-425d-af48-0f61689e2dfa tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941792 Jun 09 21:55:04.200877 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:04.201566 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.347165 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.382539 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:04.391778 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49498-9b7c-4b82-a5d5-a0c2ff297a18 req-d0205460-94f7-46a2-9b1a-e1f2940c3f08 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.392443 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ecd6f9-1440-4297-8dfd-d81caaf04c44" -d '{"events": [{"server_uuid": "9be62b44-5bc2-48be-9172-2e08d3b91fa1", "name": "network-vif-plugged", "status": "completed", "tag": "58a28f79-dc6b-403b-a0ad-2977cc94b6e4"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:04.399440 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:04.403876 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:04.407378 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-20b49498-9b7c-4b82-a5d5-a0c2ff297a18 req-d0205460-94f7-46a2-9b1a-e1f2940c3f08 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.1110342 Jun 09 21:55:04.408027 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:04.474223 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831a826-6f52-4ee9-852b-4580320d6d06 x-openstack-request-id: req-6831a826-6f52-4ee9-852b-4580320d6d06 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:04.474690 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be62b44-5bc2-48be-9172-2e08d3b91fa1", "name": "network-vif-plugged", "status": "completed", "tag": "58a28f79-dc6b-403b-a0ad-2977cc94b6e4", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:04.474900 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6831a826-6f52-4ee9-852b-4580320d6d06 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:04.475490 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4', 'code': 200} Jun 09 21:55:04.492786 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-20b49498-9b7c-4b82-a5d5-a0c2ff297a18 req-d58b40e7-02c5-4d6c-b0e9-a740e4f008a2 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843861 Jun 09 21:55:04.509578 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:04.515526 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:04.743008 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fb05b-e2af-4433-b4b4-be7a714ffe91 req-0310f035-2e39-464f-b4d9-b2736ebede4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:04.744598 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-422fb05b-e2af-4433-b4b4-be7a714ffe91 req-0310f035-2e39-464f-b4d9-b2736ebede4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0868230 Jun 09 21:55:04.801740 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-422fb05b-e2af-4433-b4b4-be7a714ffe91 req-ac270f3a-3732-42fd-b8e7-56cd304e4978 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503058 Jun 09 21:55:05.473502 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33350326-9956-420a-bbe0-96cda97dab15 req-ddebcb41-9da7-41b0-9e12-3063059e8088 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:05.475017 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-33350326-9956-420a-bbe0-96cda97dab15 req-ddebcb41-9da7-41b0-9e12-3063059e8088 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 944 time: 0.1515310 Jun 09 21:55:05.489224 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a35156-2c75-43e4-8b2e-0a83494563d7 req-df3f75ef-fba4-4b3d-8106-c459f70813e0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:05.490845 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d6a35156-2c75-43e4-8b2e-0a83494563d7 req-df3f75ef-fba4-4b3d-8106-c459f70813e0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1276493 Jun 09 21:55:05.561579 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-33350326-9956-420a-bbe0-96cda97dab15 req-8bb1b31c-3788-4497-b8b5-b6eb6eadaeb6 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697036 Jun 09 21:55:05.578269 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d6a35156-2c75-43e4-8b2e-0a83494563d7 req-61dea535-c194-466d-b1ce-952ce2638ad3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662279 Jun 09 21:55:05.782572 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb804ce-687c-48c7-a6a9-4791f80e3e59 req-7f43fc89-5ecd-4aac-b795-26408cf7f71e tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:05.792209 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-deb804ce-687c-48c7-a6a9-4791f80e3e59 req-7f43fc89-5ecd-4aac-b795-26408cf7f71e tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.1122601 Jun 09 21:55:05.845418 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-deb804ce-687c-48c7-a6a9-4791f80e3e59 req-56cc3189-ca44-4f88-842d-eb8913b6cbce tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522249 Jun 09 21:55:06.096284 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:06.110550 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 79657646-6aa9-4b60-979b-09ffd43e4064 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:06.166941 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 49964) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:06.328009 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 79657646-6aa9-4b60-979b-09ffd43e4064 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:06.340325 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 79657646-6aa9-4b60-979b-09ffd43e4064 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:06.341128 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.377196 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a9794830-0823-432b-8454-2708ab489478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.452102 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.459867 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-99641ed2-e826-4c7d-a2e2-2a59568a604f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.468552 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:06.488344 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'port_id': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'mac_address': 'fa:16:3e:8a:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:06.542513 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a9794830-0823-432b-8454-2708ab489478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.550286 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a9794830-0823-432b-8454-2708ab489478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.559097 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:06.601729 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9794830-0823-432b-8454-2708ab489478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de8a0a-75ee-4ce5-bdc2-bd55364188a6,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:06.607277 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-a9794830-0823-432b-8454-2708ab489478 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1be7f246c82c4818b448f82d8af93d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391856 Jun 09 21:55:06.608439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a9794830-0823-432b-8454-2708ab489478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:06.610001 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 49980) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:06.617057 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.637531 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.674511 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035ce6d3-31d2-46a4-aa6a-3a0414628510 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:06.711457 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:06.720604 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79657646-6aa9-4b60-979b-09ffd43e4064'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:06.723385 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73c6bd6-16a9-4f89-8507-379b74c5e786" -d '{"events": [{"server_uuid": "4e9606ff-f43c-4978-ae51-59106b9aab8e", "name": "network-vif-plugged", "status": "completed", "tag": "79657646-6aa9-4b60-979b-09ffd43e4064"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:06.729038 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.733761 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:06.792637 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 79657646-6aa9-4b60-979b-09ffd43e4064, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79657646-6aa9-4b60-979b-09ffd43e4064,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:06.806849 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:06.836653 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:06.842481 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:06.842481 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-69fefed8-5588-43b0-8250-76574a9bbba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:06.919983 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=79657646-6aa9-4b60-979b-09ffd43e4064,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:06.923314 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:06.949311 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.015491 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.075731 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f9ae-0de4-46d9-bb44-7fccd7bf47d3 req-234344ab-dade-4c35-8dde-aa2819983f4a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:07.078872 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-22c7f9ae-0de4-46d9-bb44-7fccd7bf47d3 req-234344ab-dade-4c35-8dde-aa2819983f4a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2458827 Jun 09 21:55:07.105560 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['035ce6d3-31d2-46a4-aa6a-3a0414628510'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:07.127916 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00d0a6-31ba-4aad-993e-4b7fe9ed9483 req-b7cdd0d9-e409-4a2c-90a3-30802046518e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:07.129576 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a00d0a6-31ba-4aad-993e-4b7fe9ed9483 req-b7cdd0d9-e409-4a2c-90a3-30802046518e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 945 time: 0.2954483 Jun 09 21:55:07.141886 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-22c7f9ae-0de4-46d9-bb44-7fccd7bf47d3 req-bc265e9a-e91d-41f3-864a-cf3cc14e2c17 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568423 Jun 09 21:55:07.174813 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.179809 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.182944 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8de8a0a-75ee-4ce5-bdc2-bd55364188a6 HTTP/1.1" status: 204 len: 168 time: 0.5717130 Jun 09 21:55:07.189681 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-037a5559-3e30-4b36-ba46-b9e8168be2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:07.213146 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de8a0a-75ee-4ce5-bdc2-bd55364188a6,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:07.216733 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:07.261881 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a00d0a6-31ba-4aad-993e-4b7fe9ed9483 req-06c672f8-4ee2-403f-99e2-1218e93b978d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125729 Jun 09 21:55:07.317852 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591570c3-c4c3-445a-99f5-57c0d6c31ae5 x-openstack-request-id: req-591570c3-c4c3-445a-99f5-57c0d6c31ae5 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:07.318575 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9606ff-f43c-4978-ae51-59106b9aab8e", "name": "network-vif-plugged", "status": "completed", "tag": "79657646-6aa9-4b60-979b-09ffd43e4064", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:07.319044 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-591570c3-c4c3-445a-99f5-57c0d6c31ae5 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:07.319185 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79657646-6aa9-4b60-979b-09ffd43e4064', 'code': 200} Jun 09 21:55:07.541523 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.688718 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084628-91c1-4a5e-9c92-04003a016e95 req-e92805f2-de43-4363-8dc9-a16dbe18c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:07.696234 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-44084628-91c1-4a5e-9c92-04003a016e95 req-e92805f2-de43-4363-8dc9-a16dbe18c7e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 1098 time: 0.1711850 Jun 09 21:55:07.699320 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.718749 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50030) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:07.740881 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-37f5c203-71a7-4519-877a-2fee92b9356b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.761525 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-44084628-91c1-4a5e-9c92-04003a016e95 req-77e12a64-8052-4b80-aae4-7f587c7af20d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602081 Jun 09 21:55:07.859834 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-37f5c203-71a7-4519-877a-2fee92b9356b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.865087 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-37f5c203-71a7-4519-877a-2fee92b9356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:07.877609 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:07.923752 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-37f5c203-71a7-4519-877a-2fee92b9356b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2dc7f8ddda44f8cad95b93c72760690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034709 Jun 09 21:55:07.923924 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50040) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:07.926245 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5c203-71a7-4519-877a-2fee92b9356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17012fe9-893e-4595-9ad9-6bc3e953eda0,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:07.933884 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-37f5c203-71a7-4519-877a-2fee92b9356b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:08.019787 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.047237 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.103675 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.106753 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:08.107909 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17012fe9-893e-4595-9ad9-6bc3e953eda0 HTTP/1.1" status: 204 len: 168 time: 0.1821213 Jun 09 21:55:08.108739 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:08.124839 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17012fe9-893e-4595-9ad9-6bc3e953eda0,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:08.128183 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:08.483554 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e106-0c17-40b0-9401-bd8f4da64619 req-4fb40e41-3bcf-4814-93c8-d5b791ff0294 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:08.485128 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0c17e106-0c17-40b0-9401-bd8f4da64619 req-4fb40e41-3bcf-4814-93c8-d5b791ff0294 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2077379 Jun 09 21:55:08.552880 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0c17e106-0c17-40b0-9401-bd8f4da64619 req-add90936-b70e-403a-a1fd-92c1a3bdb3fa tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609345 Jun 09 21:55:08.570628 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86201e-362b-4fa5-8c83-8d0154164048 req-afd76773-71f1-48b4-b32d-9514e00364c7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:08.572391 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8f86201e-362b-4fa5-8c83-8d0154164048 req-afd76773-71f1-48b4-b32d-9514e00364c7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 945 time: 0.1473517 Jun 09 21:55:08.638985 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8f86201e-362b-4fa5-8c83-8d0154164048 req-3ebf366a-632a-4750-aeff-1036b9ea09ee tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540223 Jun 09 21:55:09.058266 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50102) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:09.194890 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-202511888-network', 'tenant_id': '9d3f7b11dc1140918615855e5ce6b3cc'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:09.219928 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Made reservation on behalf of 9d3f7b11dc1140918615855e5ce6b3cc for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:09.222718 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.240355 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.275431 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.388016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.393025 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.406656 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:09.417978 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:55:09.443450 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.443885 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Added segment b6f37e1c-7cf0-41f4-8481-d458da4000ec of type vlan for network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 Jun 09 21:55:09.449106 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b838e7-0c06-4b28-bc6c-9b28d27d26f8,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:09.452183 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:09.479388 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.506991 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.508420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.508982 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.513305 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:09.601361 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5412803 Jun 09 21:55:09.604327 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50124) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:09.609243 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Request body: {'subnet': {'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-202511888-subnet', 'tenant_id': '9d3f7b11dc1140918615855e5ce6b3cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:09.613407 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:09.616726 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:09.624022 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:55:09.632402 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Made reservation on behalf of 9d3f7b11dc1140918615855e5ce6b3cc for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:09.635281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:09.912198 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b496cfb-ed43-46bb-87c2-9ddb9ebc7db6 req-d1b08956-072e-4f01-986d-dd173bed2162 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.913648 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4b496cfb-ed43-46bb-87c2-9ddb9ebc7db6 req-d1b08956-072e-4f01-986d-dd173bed2162 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2186589 Jun 09 21:55:09.945466 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdcaa8-e3fe-4082-a0e2-a264c8c74471 req-d7c6a3e4-0375-44b8-bbf8-7965b6a2665c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:09.946916 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1ffdcaa8-e3fe-4082-a0e2-a264c8c74471 req-d7c6a3e4-0375-44b8-bbf8-7965b6a2665c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 945 time: 0.1791041 Jun 09 21:55:10.038573 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4b496cfb-ed43-46bb-87c2-9ddb9ebc7db6 req-a84317bf-72a3-4d18-bdf7-de7fe185c7db tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185899 Jun 09 21:55:10.054828 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1ffdcaa8-e3fe-4082-a0e2-a264c8c74471 req-c02ed26a-23e8-4774-b523-daf8cbab32cb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011727 Jun 09 21:55:10.066584 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.072816 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-48ac1c1b-81b9-435c-a732-0243c23ebd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:10.133140 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:10.163371 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Checking segment: {'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:10.163716 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Network hostable DHCP agents. Network: dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:55:10.166613 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16434afe-da50-42c3-a792-31a1f58d0264,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:10.170439 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:10.188090 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:55:10.202305 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:10.211029 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.213382 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.230717 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52f685-9439-4e4c-a13c-df4b87f019f7 None None] Network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:55:10.260232 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6547334 Jun 09 21:55:10.338419 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 035ce6d3-31d2-46a4-aa6a-3a0414628510 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:10.348487 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 035ce6d3-31d2-46a4-aa6a-3a0414628510 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:10.349145 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.577056 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b75cf8-8cc5-4485-8909-a94042665144 None None] Network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:55:10.614620 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-3ac83938-311e-4b7e-8d70-cdb199952f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.619844 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-3ac83938-311e-4b7e-8d70-cdb199952f6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 1098 time: 0.1716230 Jun 09 21:55:10.766726 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de12f67-2dfe-49b5-af0b-c79aa82b38c3 req-0bbc44fc-b5dc-44d1-b6f9-9d86d06d5b6c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.768109 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6de12f67-2dfe-49b5-af0b-c79aa82b38c3 req-0bbc44fc-b5dc-44d1-b6f9-9d86d06d5b6c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1620960 Jun 09 21:55:10.827705 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6de12f67-2dfe-49b5-af0b-c79aa82b38c3 req-4114677c-dd9a-403c-9df3-1de41169c7b9 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511868 Jun 09 21:55:10.859590 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.867013 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-24569878-ce16-4b55-8a97-a83ee0f3352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:10.868473 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-24569878-ce16-4b55-8a97-a83ee0f3352f service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.2416353 Jun 09 21:55:10.893613 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:10.896772 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab4e023-7d04-4743-8bb2-5ee2e4765798" -d '{"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-plugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:10.931141 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:10.940068 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:10.943309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:11.072668 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444821df-4073-4dcf-92da-26ac69c93f26 x-openstack-request-id: req-444821df-4073-4dcf-92da-26ac69c93f26 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:11.072668 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-plugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:11.072668 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-444821df-4073-4dcf-92da-26ac69c93f26 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:11.073041 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'code': 200} Jun 09 21:55:11.121505 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:11.135299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:11.186336 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-4bf1c800-7d59-464f-ae03-8b2c0aa8bf5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79657646-6aa9-4b60-979b-09ffd43e4064 HTTP/1.1" status: 200 len: 217 time: 0.3075209 Jun 09 21:55:11.274492 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-9e91f233-77a6-4c7d-89ce-308f81fb67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.276149 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-9e91f233-77a6-4c7d-89ce-308f81fb67f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.0798485 Jun 09 21:55:11.358738 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-1c9668f1-1d7b-4351-bc98-2488842f28ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751734 Jun 09 21:55:11.530646 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-774c178c-a952-4d84-82f5-7a153014c265 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629090 Jun 09 21:55:11.611564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef86a1-b54e-4753-b6da-6949711a9119 req-858f15a9-385d-43b3-a914-51afbee48575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.616569 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-31ef86a1-b54e-4753-b6da-6949711a9119 req-858f15a9-385d-43b3-a914-51afbee48575 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1099 time: 0.3509014 Jun 09 21:55:11.627179 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bf38d-c5ca-4d61-9ab3-57ed662c8b95 req-2f876a91-31ae-4c00-82e5-2aa0a6c9b139 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.641207 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6b6bf38d-c5ca-4d61-9ab3-57ed662c8b95 req-2f876a91-31ae-4c00-82e5-2aa0a6c9b139 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.2843757 Jun 09 21:55:11.706876 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-baaeb495-b1d9-45f9-bf67-645c803adb1c req-b53299f6-be76-4808-b60b-244fac4175d8 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669328 Jun 09 21:55:11.734712 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f754c-fa51-4681-a227-dc99c3ffe1f7 req-a869017d-af03-417a-afcb-b952b59da34a tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:11.748978 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d29f754c-fa51-4681-a227-dc99c3ffe1f7 req-a869017d-af03-417a-afcb-b952b59da34a tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.2993953 Jun 09 21:55:11.829997 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6b6bf38d-c5ca-4d61-9ab3-57ed662c8b95 req-fd11c235-95a6-4705-b09d-1395dec18985 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885781 Jun 09 21:55:11.872941 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-31ef86a1-b54e-4753-b6da-6949711a9119 req-619823e9-af3e-4a52-91eb-9b468a41202e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051158 Jun 09 21:55:11.882804 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d29f754c-fa51-4681-a227-dc99c3ffe1f7 req-e77ea162-993b-4951-bb43-fc6776ae929a tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389635 Jun 09 21:55:12.121283 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725edb95-c609-47c7-865d-23b8c88183f2 req-c41b0c2e-1111-4640-a560-0dadfe162e38 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:12.133470 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-725edb95-c609-47c7-865d-23b8c88183f2 req-c41b0c2e-1111-4640-a560-0dadfe162e38 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1646395 Jun 09 21:55:12.194584 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-725edb95-c609-47c7-865d-23b8c88183f2 req-d7305829-0e14-4a77-81fa-274a612e6725 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Jun 09 21:55:12.352802 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50222) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:12.481005 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7eed179b-cb43-4cbb-9309-34eb9af3b66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.596281 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7eed179b-cb43-4cbb-9309-34eb9af3b66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.601100 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7eed179b-cb43-4cbb-9309-34eb9af3b66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.610048 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1738c54a-2752-44b8-b3d7-9e4fce4b8d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:12.650113 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-7eed179b-cb43-4cbb-9309-34eb9af3b66f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86f759a541424d979f7d60ac09289f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960064 Jun 09 21:55:12.651027 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed179b-cb43-4cbb-9309-34eb9af3b66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4d2d55-3ae1-45f9-8b21-433d5e4be38c,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:12.652817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50236) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:12.653917 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7eed179b-cb43-4cbb-9309-34eb9af3b66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:12.711754 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.738378 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.795365 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.798049 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:12.799213 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd4d2d55-3ae1-45f9-8b21-433d5e4be38c HTTP/1.1" status: 204 len: 168 time: 0.1454217 Jun 09 21:55:12.799897 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:12.811230 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4d2d55-3ae1-45f9-8b21-433d5e4be38c,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:12.813750 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:13.121686 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50254) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:13.144328 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7846b532-efca-4793-a808-3da6edf3f169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.200314 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7d815-810b-430a-8a02-e8a8a2439436 req-3b4630a4-d157-40e2-8196-85647101cbb7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:13.202033 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65b7d815-810b-430a-8a02-e8a8a2439436 req-3b4630a4-d157-40e2-8196-85647101cbb7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.2314525 Jun 09 21:55:13.210915 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9fb03-789f-44fd-b303-b5cd5eac26e7 req-70881b90-fb52-4455-acbc-943ce406e033 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:13.213209 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-60d9fb03-789f-44fd-b303-b5cd5eac26e7 req-70881b90-fb52-4455-acbc-943ce406e033 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.1274385 Jun 09 21:55:13.288353 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65b7d815-810b-430a-8a02-e8a8a2439436 req-00e87c0a-0637-4327-8ca7-65bebb8e4e3f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735860 Jun 09 21:55:13.301885 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7846b532-efca-4793-a808-3da6edf3f169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.303360 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-60d9fb03-789f-44fd-b303-b5cd5eac26e7 req-0a840ee1-b794-4696-bb0b-fcd4655ca5d0 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733337 Jun 09 21:55:13.312127 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7846b532-efca-4793-a808-3da6edf3f169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.336062 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c05ee4af-c263-4c5e-b550-bd5854baca29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:13.370638 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846b532-efca-4793-a808-3da6edf3f169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438fc5dc-3a09-4fd2-9c3e-323a5435a9eb,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:13.373800 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7846b532-efca-4793-a808-3da6edf3f169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:13.381724 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50266) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:13.395648 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-7846b532-efca-4793-a808-3da6edf3f169 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b19eda6a5484e0e9aa527c981ab5820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725153 Jun 09 21:55:13.543005 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.647326 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.733920 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-5bc30ce5-87fc-48f2-b8ff-33b59e42432b tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:13.735400 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-5bc30ce5-87fc-48f2-b8ff-33b59e42432b tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/networks?id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 HTTP/1.1" status: 200 len: 808 time: 0.2820954 Jun 09 21:55:13.750411 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec78e-b63d-432d-a539-422e2b81bf5a req-3a8bb474-f8bd-43f5-9362-beb162331853 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:13.751812 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f24ec78e-b63d-432d-a539-422e2b81bf5a req-3a8bb474-f8bd-43f5-9362-beb162331853 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2050481 Jun 09 21:55:13.776483 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-1cd13a8e-72c2-48be-83c5-50e17b6b2492 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/quotas/9d3f7b11dc1140918615855e5ce6b3cc HTTP/1.1" status: 200 len: 375 time: 0.0340900 Jun 09 21:55:13.835052 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-da5f76b0-7ada-45cc-8c14-2c83106ddb40 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d3f7b11dc1140918615855e5ce6b3cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504353 Jun 09 21:55:13.845637 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.848086 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:13.851720 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/438fc5dc-3a09-4fd2-9c3e-323a5435a9eb HTTP/1.1" status: 204 len: 168 time: 0.4665091 Jun 09 21:55:13.861900 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:13.977408 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fc5dc-3a09-4fd2-9c3e-323a5435a9eb,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:14.002831 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f24ec78e-b63d-432d-a539-422e2b81bf5a req-954eddf3-9203-4e8a-8393-d66b773a4916 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438757 Jun 09 21:55:14.015006 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:14.108034 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-a5f31bec-4110-4e80-a61c-f72cfcf5d449 service neutron] 10.222.0.25 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469292 Jun 09 21:55:14.121432 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-543e2b6a-d409-422f-909f-75eff4f43c34 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:14.123300 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-543e2b6a-d409-422f-909f-75eff4f43c34 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.15 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.2280800 Jun 09 21:55:14.400241 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-1c6956c8-62ac-4174-aa3f-1230a059d347 service neutron] 10.222.0.25 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755842 Jun 09 21:55:14.425330 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50324) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:14.432139 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Deleting port 5f7a122d-8793-4085-bd37-39994bc21245 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:55:14.432789 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.744126 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d31e4da0-7872-43f5-8ceb-6b6d7eb6e574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.746686 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] For port 5f7a122d-8793-4085-bd37-39994bc21245, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5f7a122d-8793-4085-bd37-39994bc21245,segment=NetworkSegment(d23f6103-4827-4135-9eba-2aee10778ddb),segment_id=d23f6103-4827-4135-9eba-2aee10778ddb)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:14.747112 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.920428 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Calling delete_port for 5f7a122d-8793-4085-bd37-39994bc21245 owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:55:14.947586 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d31e4da0-7872-43f5-8ceb-6b6d7eb6e574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.952531 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d31e4da0-7872-43f5-8ceb-6b6d7eb6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:14.964173 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:14.965128 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbe3dd-9342-49c8-8faa-8224a2be6562 req-5ef7fada-0fda-490b-b824-f789c60cafe8 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:14.966689 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-74cbe3dd-9342-49c8-8faa-8224a2be6562 req-5ef7fada-0fda-490b-b824-f789c60cafe8 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 946 time: 0.5199542 Jun 09 21:55:15.015100 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d31e4da0-7872-43f5-8ceb-6b6d7eb6e574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1236fb5085245c7aa7492e9d99b9786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869954 Jun 09 21:55:15.017323 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e4da0-7872-43f5-8ceb-6b6d7eb6e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d523e08-c331-4106-abe5-fce054e08747,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:15.020925 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50358) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:15.023643 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d31e4da0-7872-43f5-8ceb-6b6d7eb6e574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:15.152254 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.224336 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.232537 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-74cbe3dd-9342-49c8-8faa-8224a2be6562 req-766f4a11-a519-4e12-97f9-fca89888e8a0 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8952cc-f8db-440c-97a7-fd0fe5d51f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525947 Jun 09 21:55:15.319203 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb72d78-88f6-4d57-a43c-8de4d4c57062 req-1bdd676e-5f9c-4ce4-a142-d6b4870601e0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:15.321019 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8cb72d78-88f6-4d57-a43c-8de4d4c57062 req-1bdd676e-5f9c-4ce4-a142-d6b4870601e0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.6608720 Jun 09 21:55:15.333488 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.336221 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.337623 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d523e08-c331-4106-abe5-fce054e08747 HTTP/1.1" status: 204 len: 168 time: 0.3149064 Jun 09 21:55:15.338301 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:15.363439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d523e08-c331-4106-abe5-fce054e08747,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:15.372240 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:15.534184 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8cb72d78-88f6-4d57-a43c-8de4d4c57062 req-31edef1d-84cb-4b7d-8f3c-de9d6b0f7d3e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038789 Jun 09 21:55:15.567649 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-602d3b70-417f-4a73-bf9f-cfb85d54f2ee req-1c605829-cf71-4479-ba1a-7769042502a9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 210 time: 0.0825562 Jun 09 21:55:15.604937 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.621902 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['5f7a122d-8793-4085-bd37-39994bc21245'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:15.627433 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:15.739447 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Pushing event deleted for resources: {'Port': ['ID=5f7a122d-8793-4085-bd37-39994bc21245,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:15.805669 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:15.938963 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] No DVR routers for this DVR port 5f7a122d-8793-4085-bd37-39994bc21245 on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:55:15.947583 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:15.949489 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7b44021d-2dcd-40db-a355-8ffb39f6fe40 req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.15 "DELETE /v2.0/ports/5f7a122d-8793-4085-bd37-39994bc21245 HTTP/1.1" status: 204 len: 173 time: 1.8042254 Jun 09 21:55:15.951530 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'name': 'network-vif-deleted', 'tag': '5f7a122d-8793-4085-bd37-39994bc21245'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:15.953714 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65cf400-6e4b-4954-8b17-c250234d0202" -d '{"events": [{"server_uuid": "3201490e-7015-4b3c-b7e2-8e460ac552b6", "name": "network-vif-deleted", "tag": "5f7a122d-8793-4085-bd37-39994bc21245"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:15.992654 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a469ff2-924b-41a7-bbef-26a32be1651f req-3bdda582-67a1-45d7-a79f-afb83ebfa368 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:15.993995 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6a469ff2-924b-41a7-bbef-26a32be1651f req-3bdda582-67a1-45d7-a79f-afb83ebfa368 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2559569 Jun 09 21:55:16.006037 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839136d-c6ab-4ca4-b578-2a20d52bacaf req-0ee77c13-15fd-4b08-90bc-f860c45db1b8 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:16.007507 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6839136d-c6ab-4ca4-b578-2a20d52bacaf req-0ee77c13-15fd-4b08-90bc-f860c45db1b8 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.2578065 Jun 09 21:55:16.019121 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50410) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:16.031101 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'floatingip': {'port_id': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:16.059567 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50414) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:16.063981 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6a469ff2-924b-41a7-bbef-26a32be1651f req-be215edc-f2c8-4338-847d-c19672877849 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555463 Jun 09 21:55:16.081582 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7923c30e-12ba-4aff-9557-7a71e3612363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.117756 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b82ce36-5e30-4b22-b536-5a6b21f255ea x-openstack-request-id: req-9b82ce36-5e30-4b22-b536-5a6b21f255ea {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:16.118063 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3201490e-7015-4b3c-b7e2-8e460ac552b6", "name": "network-vif-deleted", "tag": "5f7a122d-8793-4085-bd37-39994bc21245", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:16.118355 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b82ce36-5e30-4b22-b536-5a6b21f255ea {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:16.118777 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3201490e-7015-4b3c-b7e2-8e460ac552b6', 'name': 'network-vif-deleted', 'tag': '5f7a122d-8793-4085-bd37-39994bc21245', 'status': 'completed', 'code': 200} Jun 09 21:55:16.167748 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.209582 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7923c30e-12ba-4aff-9557-7a71e3612363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.215618 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7923c30e-12ba-4aff-9557-7a71e3612363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.225208 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b023da28-a111-4af4-95fa-87844c652554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:16.283888 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923c30e-12ba-4aff-9557-7a71e3612363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe51b2-7e22-4ca2-b342-54bc66cbd816,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:16.291240 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-7923c30e-12ba-4aff-9557-7a71e3612363 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a4c308e192d436f9b083ff2d6528c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263012 Jun 09 21:55:16.292143 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7923c30e-12ba-4aff-9557-7a71e3612363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:16.294149 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50422) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:16.471216 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4a1a1576-571d-4e36-a416-b92328b28ff4 req-ba88dd1a-40c8-44be-8d9a-1926533e8f84 tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] 10.222.0.25 "GET /v2.0/ports?device_id=3201490e-7015-4b3c-b7e2-8e460ac552b6 HTTP/1.1" status: 200 len: 210 time: 0.1198256 Jun 09 21:55:16.530029 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.583415 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.668476 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-a1df41fb-159d-42d1-9a67-9912bd28d1d9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:16.670109 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-a1df41fb-159d-42d1-9a67-9912bd28d1d9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "GET /v2.0/networks?id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 HTTP/1.1" status: 200 len: 808 time: 0.2560744 Jun 09 21:55:16.687330 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Request body: {'port': {'device_id': '6f267a26-035d-4882-bb2e-0485a388b16b', 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918', 'admin_state_up': True, 'tenant_id': '9d3f7b11dc1140918615855e5ce6b3cc'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:16.820577 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.823229 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:16.827299 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/defe51b2-7e22-4ca2-b342-54bc66cbd816 HTTP/1.1" status: 204 len: 168 time: 0.5325971 Jun 09 21:55:16.836794 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:16.865898 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe51b2-7e22-4ca2-b342-54bc66cbd816,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:16.869989 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8089aa46-9d38-41e2-8a5c-d96ea89c7e27 req-03e4bb13-2cb4-4954-b7ba-5a5ecdecb427 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 210 time: 0.0987136 Jun 09 21:55:16.870899 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:17.021715 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Made reservation on behalf of 9d3f7b11dc1140918615855e5ce6b3cc for: {'port': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:17.025270 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.413391 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Allocated IP 172.20.0.3 (dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918/16434afe-da50-42c3-a792-31a1f58d0264/3062dd06-96b5-482e-b3fa-0a5478bf3eb4) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:17.436940 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706afe0-0b8d-45c2-b825-482bc4ad113d req-e283ce17-b8a8-4a10-ad84-ed135fe4c3e4 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:17.438503 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d706afe0-0b8d-45c2-b825-482bc4ad113d req-e283ce17-b8a8-4a10-ad84-ed135fe4c3e4 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1420872 Jun 09 21:55:17.519111 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d706afe0-0b8d-45c2-b825-482bc4ad113d req-e7f2e6d5-6889-4bc3-8be2-90b88db591a1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744643 Jun 09 21:55:17.549322 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.559848 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.715926 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.749389 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.770850 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4b4a2af0-a5d9-4b7d-8c95-7d0d72957d6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:17.775498 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.l3_db [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Floating IP 9773d08b-1f4f-45dd-bfca-8e9f78e4c86d associated. External IP: 172.28.0.224, port: 035ce6d3-31d2-46a4-aa6a-3a0414628510. Jun 09 21:55:17.929333 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:17.932684 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:17.936695 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:17.944643 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:17.945903 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:17.968277 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Pushing event updated for resources: {'Port': ['ID=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:17.975734 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:17.989767 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3061931 Jun 09 21:55:18.011229 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Request body: {'port': {'device_id': '6f267a26-035d-4882-bb2e-0485a388b16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:18.184984 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5f7a122d-8793-4085-bd37-39994bc21245 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:55:18.247166 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Router f68c0115-7e52-4a6c-b120-f1949327cd63 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:55:18.249429 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 5f7a122d-8793-4085-bd37-39994bc21245 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:55:18.250356 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5f7a122d-8793-4085-bd37-39994bc21245 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:55:18.288212 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.373284 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b10ba9-1058-43f6-8ef3-775488902641 req-e6aca57d-589c-4e11-bfce-30c44aedb3c8 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:18.374978 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-63b10ba9-1058-43f6-8ef3-775488902641 req-e6aca57d-589c-4e11-bfce-30c44aedb3c8 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 931 time: 0.3205020 Jun 09 21:55:18.509423 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-63b10ba9-1058-43f6-8ef3-775488902641 req-c9af8cb0-0b97-4503-b8b7-0f883c395a69 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243005 Jun 09 21:55:18.617385 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:55:18.638824 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:18.644550 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] Sync routers for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:55:18.668992 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:18.669887 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:18.828040 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5ff3a909-70d2-4d45-a306-eced7f0061ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "PUT /v2.0/floatingips/9773d08b-1f4f-45dd-bfca-8e9f78e4c86d HTTP/1.1" status: 200 len: 992 time: 2.8060634 Jun 09 21:55:18.829055 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:18.833735 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21de9f3a-b0bd-42a8-9485-48a9162f0978" -d '{"events": [{"name": "network-changed", "server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:19.019521 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6b0c1-bd18-410d-944c-b78078df2782 req-4a2be266-6c24-439b-8320-87042fa0ed98 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.021338 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b6e6b0c1-bd18-410d-944c-b78078df2782 req-4a2be266-6c24-439b-8320-87042fa0ed98 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1907222 Jun 09 21:55:19.029521 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50532) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:19.061993 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:19.150800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 {{(pid=91721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:19.152085 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8130ba-761b-43f1-b963-c3a86779b3b5 x-openstack-request-id: req-de8130ba-761b-43f1-b963-c3a86779b3b5 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:19.152396 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:19.152667 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de8130ba-761b-43f1-b963-c3a86779b3b5 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:19.153073 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'status': 'completed', 'code': 200} Jun 09 21:55:19.162135 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b6e6b0c1-bd18-410d-944c-b78078df2782 req-77429522-f8d3-4999-9505-937468a75d5a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313639 Jun 09 21:55:19.163874 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.180513 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Transition to ACTIVE for port object 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:19.193547 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.200444 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:19.285276 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-01fd4387-1d55-4c8d-abfd-70475ffe4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.289597 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-01fd4387-1d55-4c8d-abfd-70475ffe4a7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1099 time: 0.1335084 Jun 09 21:55:19.303383 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Pushing event updated for resources: {'Port': ['ID=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:19.309380 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:19.435741 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Attempting to bind port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:19.436080 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Attempting to bind port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:19.436413 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Attempting to bind port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 on network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:19.441790 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 on network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:19.442118 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Attempting to bind port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 on network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:19.447980 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:19.448325 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Checking segment: {'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:19.448713 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Bound using segment: {'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:19.449299 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Bound port: 3062dd06-96b5-482e-b3fa-0a5478bf3eb4, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:19.449654 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.563541 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] For port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4, host hv-cinder-77428, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:19.566269 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8b217a7a-d89f-4930-8636-d93a5eb197d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.567867 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] For port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:19.575221 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.588227 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:19.601039 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-c019a8b1-702a-4d05-acc7-c577627f958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.602916 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-c019a8b1-702a-4d05-acc7-c577627f958f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.3074868 Jun 09 21:55:19.605183 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '9773d08b-1f4f-45dd-bfca-8e9f78e4c86d', 'tenant_id': '073867d2e064493699678f6c3b701830', 'floating_ip_address': '172.28.0.224', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'port_id': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'mac_address': 'fa:16:3e:8a:ac:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:52Z', 'updated_at': '2021-06-09T21:55:17Z', 'revision_number': 1, 'project_id': '073867d2e064493699678f6c3b701830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:19.616100 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] Checking router: f68c0115-7e52-4a6c-b120-f1949327cd63 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:55:19.633655 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:19.634283 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:19.714512 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.715127 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:19.716474 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] 10.222.0.15 "PUT /v2.0/ports/3062dd06-96b5-482e-b3fa-0a5478bf3eb4 HTTP/1.1" status: 200 len: 1093 time: 1.7153347 Jun 09 21:55:19.717177 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f267a26-035d-4882-bb2e-0485a388b16b', 'tag': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:19.719329 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3944404f-e593-4d11-979f-2ea6eb7cf36e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f267a26-035d-4882-bb2e-0485a388b16b", "tag": "3062dd06-96b5-482e-b3fa-0a5478bf3eb4"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:19.773662 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-6c6855d6-f083-4f67-94b3-6a88a0dd96f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 1000 time: 0.1620078 Jun 09 21:55:19.775119 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Pushing event updated for resources: {'Port': ['ID=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:19.786013 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:19.856895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a14a7b-56ec-413c-a699-9d190e3b9ce1 x-openstack-request-id: req-a4a14a7b-56ec-413c-a699-9d190e3b9ce1 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:19.857210 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f267a26-035d-4882-bb2e-0485a388b16b", "tag": "3062dd06-96b5-482e-b3fa-0a5478bf3eb4", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:19.857512 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4a14a7b-56ec-413c-a699-9d190e3b9ce1 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:19.857937 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f267a26-035d-4882-bb2e-0485a388b16b', 'tag': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4', 'status': 'completed', 'code': 200} Jun 09 21:55:19.873856 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-879daf65-3d72-4bc9-9c88-8270a364376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.874744 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-879daf65-3d72-4bc9-9c88-8270a364376d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0766265 Jun 09 21:55:19.917404 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:19.919390 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507800f-28ce-420e-bee9-58d7836f24e8 req-d06630ee-3f84-4297-8395-044fefdafd82 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.920953 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e507800f-28ce-420e-bee9-58d7836f24e8 req-d06630ee-3f84-4297-8395-044fefdafd82 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 943 time: 0.2681816 Jun 09 21:55:19.981519 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e507800f-28ce-420e-bee9-58d7836f24e8 req-58ebcb23-944a-4f16-8e2d-eb889e8f26ac tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 Jun 09 21:55:19.991941 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-78a66a3a-2472-410c-aa3d-31d83a7c2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:19.993407 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-78a66a3a-2472-410c-aa3d-31d83a7c2962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d3f7b11dc1140918615855e5ce6b3cc&device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 1096 time: 0.1908214 Jun 09 21:55:20.122096 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8b217a7a-d89f-4930-8636-d93a5eb197d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.137979 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8b217a7a-d89f-4930-8636-d93a5eb197d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.168760 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-36e8d0ed-9a53-436b-af41-a5a97cfa7f6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3062dd06-96b5-482e-b3fa-0a5478bf3eb4 HTTP/1.1" status: 200 len: 217 time: 0.1670339 Jun 09 21:55:20.185139 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-392c3ce6-975d-47d6-94ac-542dc64e6786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:20.245820 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-4d54dfd7-3174-438a-9324-f07bd0ef585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:20.247544 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-4d54dfd7-3174-438a-9324-f07bd0ef585e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3507752 Jun 09 21:55:20.255702 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-8b217a7a-d89f-4930-8636-d93a5eb197d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5686179df2a349eba2c4b7da8ff72a10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2242742 Jun 09 21:55:20.258739 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50582) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:20.293115 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b217a7a-d89f-4930-8636-d93a5eb197d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc002851-6d4e-40c6-8800-e2cabd78dc74,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:20.311594 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50588) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:20.334848 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-00132399-05d9-4342-81be-2d3377491c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:20.337949 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-00132399-05d9-4342-81be-2d3377491c6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16434afe-da50-42c3-a792-31a1f58d0264 HTTP/1.1" status: 200 len: 848 time: 0.1624458 Jun 09 21:55:20.399077 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8b217a7a-d89f-4930-8636-d93a5eb197d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:20.491912 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-92f2e31f-2f00-40d9-a724-bc27be20efc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452303 Jun 09 21:55:20.588971 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '9773d08b-1f4f-45dd-bfca-8e9f78e4c86d', 'tenant_id': '073867d2e064493699678f6c3b701830', 'floating_ip_address': '172.28.0.224', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'port_id': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'mac_address': 'fa:16:3e:8a:ac:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:52Z', 'updated_at': '2021-06-09T21:55:17Z', 'revision_number': 1, 'project_id': '073867d2e064493699678f6c3b701830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:20.599997 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454f189-b0f6-45c4-afa1-3f29378371da None None] The sync data for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb is: [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '9773d08b-1f4f-45dd-bfca-8e9f78e4c86d', 'tenant_id': '073867d2e064493699678f6c3b701830', 'floating_ip_address': '172.28.0.224', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'port_id': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'mac_address': 'fa:16:3e:8a:ac:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:54:52Z', 'updated_at': '2021-06-09T21:55:17Z', 'revision_number': 1, 'project_id': '073867d2e064493699678f6c3b701830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:55:20.634478 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Deleting subnet 273d9efa-0593-4e98-949e-25f1b53e4810 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:55:20.647188 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.683678 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.722400 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.796548 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-1a745509-ea00-40d8-9b1f-636772892e38 service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901137 Jun 09 21:55:20.878227 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.883685 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.889436 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc002851-6d4e-40c6-8800-e2cabd78dc74 HTTP/1.1" status: 204 len: 168 time: 0.6281836 Jun 09 21:55:20.895635 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:20.930830 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b781fa7-a80b-4d8f-b744-2b0e1f4b5c2d req-be023e25-dbcb-4c26-a51e-e6d46549523f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:20.944030 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9b781fa7-a80b-4d8f-b744-2b0e1f4b5c2d req-be023e25-dbcb-4c26-a51e-e6d46549523f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.5401483 Jun 09 21:55:20.973688 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481bc640-2586-4850-8878-715522daa179 None None] New status for floating IP 9773d08b-1f4f-45dd-bfca-8e9f78e4c86d: ACTIVE {{(pid=91723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 21:55:20.977858 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cc60f39c-b420-4f7d-be42-e045de55f722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:21.019809 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-043ad9ad-5bec-4a22-bad5-196578f7e096 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627099 Jun 09 21:55:21.042166 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc002851-6d4e-40c6-8800-e2cabd78dc74,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:21.044495 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e58b9191-4d38-4cb5-8d29-4521204e60c8 req-ca6e0307-20d2-41b3-ab4b-f3b794326a8f service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384176 Jun 09 21:55:21.048211 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9b781fa7-a80b-4d8f-b744-2b0e1f4b5c2d req-48dc628b-a8a3-4c92-b030-913ff2ab2f83 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032579 Jun 09 21:55:21.113202 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.113666 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.120128 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.120690 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.121218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.121725 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.122211 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.122754 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.123307 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.125560 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.126081 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.126618 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:21.184287 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:21.191388 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.334258 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-21de9f3a-b0bd-42a8-9485-48a9162f0978 req-5a939509-443e-4c1c-9ff0-de495b06e701 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863989 Jun 09 21:55:21.365690 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.376534 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:21.386834 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97edc-6bb3-4419-9e3d-f4e25e6af551 req-924040a2-3507-48e8-b30f-7ef2b068d9b4 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:21.395236 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f8d97edc-6bb3-4419-9e3d-f4e25e6af551 req-924040a2-3507-48e8-b30f-7ef2b068d9b4 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 943 time: 0.1677330 Jun 09 21:55:21.415876 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-fb24c891-246a-4afb-8678-bee8cbca1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:21.417542 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-fb24c891-246a-4afb-8678-bee8cbca1146 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d3f7b11dc1140918615855e5ce6b3cc&device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 1096 time: 0.2775490 Jun 09 21:55:21.439438 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.444373 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/273d9efa-0593-4e98-949e-25f1b53e4810 HTTP/1.1" status: 204 len: 168 time: 1.1285551 Jun 09 21:55:21.444373 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273d9efa-0593-4e98-949e-25f1b53e4810,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:21.445525 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-13e6a006-3638-492f-9cf3-9ce914685c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:21.447335 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50630) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:21.468589 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50632) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:21.479666 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f8d97edc-6bb3-4419-9e3d-f4e25e6af551 req-d7674b73-044c-44fb-8e15-380abbb58366 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832715 Jun 09 21:55:21.534283 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-001cdb1f-04e3-4563-9122-3aaf89e9d29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.593426 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.594164 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-cf05ef13-4c5f-4dbc-b530-92783c9b17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:21.595643 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-cf05ef13-4c5f-4dbc-b530-92783c9b17d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 HTTP/1.1" status: 200 len: 909 time: 0.1460867 Jun 09 21:55:21.668974 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-5369e44c-35f4-4d53-a0dc-c13dc8631b5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3062dd06-96b5-482e-b3fa-0a5478bf3eb4 HTTP/1.1" status: 200 len: 217 time: 0.0659130 Jun 09 21:55:21.733998 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-ed922da6-e396-43e0-97f0-573ec2cf6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:21.735566 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-ed922da6-e396-43e0-97f0-573ec2cf6241 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16434afe-da50-42c3-a792-31a1f58d0264 HTTP/1.1" status: 200 len: 848 time: 0.0597289 Jun 09 21:55:21.760717 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.781568 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe4a916-0442-4474-9ded-41d61f7777ce']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:21.802826 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-7b2d59f6-dbd4-447a-91c6-cd79e4984a95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595090 Jun 09 21:55:21.803264 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23f6103-4827-4135-9eba-2aee10778ddb') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:21.803558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23f6103-4827-4135-9eba-2aee10778ddb') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:21.824797 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.849548 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-001cdb1f-04e3-4563-9122-3aaf89e9d29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.854029 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.856843 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-001cdb1f-04e3-4563-9122-3aaf89e9d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.866879 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-2a7ba874-2538-48d9-bf16-d0bfde7af4dd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:21.876076 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:55:21.876466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:55:21.890660 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:55:21.965281 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-866c473a-70d5-4b37-8f8e-f57e77b9913a service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551394 Jun 09 21:55:21.977333 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:55:22.058454 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-001cdb1f-04e3-4563-9122-3aaf89e9d29e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f083061f5eae4ba396510e34e2ba4083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879266 Jun 09 21:55:22.067889 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50648) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:22.074168 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cdb1f-04e3-4563-9122-3aaf89e9d29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372095e-2868-4d33-a89a-ecfca3fab1b2,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:22.078263 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-001cdb1f-04e3-4563-9122-3aaf89e9d29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:22.088886 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.103364 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:22.123324 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.128468 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6fe4a916-0442-4474-9ded-41d61f7777ce HTTP/1.1" status: 204 len: 168 time: 0.6813555 Jun 09 21:55:22.129469 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe4a916-0442-4474-9ded-41d61f7777ce,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:22.132271 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:22.294212 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3944404f-e593-4d11-979f-2ea6eb7cf36e req-6b0cad5c-3e3a-495f-9f83-648830f8d662 service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221972 Jun 09 21:55:22.296401 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.340721 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.373460 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50662) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:22.400459 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb090-92cb-46ff-94cd-bd5454192e37 req-c49b6831-d812-4886-b5d0-48d4257dd068 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:22.403212 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6f0bb090-92cb-46ff-94cd-bd5454192e37 req-c49b6831-d812-4886-b5d0-48d4257dd068 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1974628 Jun 09 21:55:22.442430 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-eabf3a8c-f2d4-48c6-b03e-6429a1ff52ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=699642f0067f4b96935a9d04239340e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0664964 Jun 09 21:55:22.445011 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50664) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:22.471089 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6f0bb090-92cb-46ff-94cd-bd5454192e37 req-9fc045d7-1ef8-4559-8785-70f295f246b3 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 Jun 09 21:55:22.471670 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.474069 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.477706 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4372095e-2868-4d33-a89a-ecfca3fab1b2 HTTP/1.1" status: 204 len: 168 time: 0.4059880 Jun 09 21:55:22.477706 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5b979064-e730-4ee5-9ffb-20782f4c8d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:22.498989 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372095e-2868-4d33-a89a-ecfca3fab1b2,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:22.520506 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.521025 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.521551 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.522045 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.522404 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.522884 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.523238 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.523547 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.524008 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.524348 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.524789 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.525170 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:22.528798 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:22.566378 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.608587 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.637055 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50674) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:22.721459 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.725857 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:22.726015 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b8952cc-f8db-440c-97a7-fd0fe5d51f92 HTTP/1.1" status: 204 len: 168 time: 0.2801018 Jun 09 21:55:22.727005 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5fdbae53-b281-47ee-98fd-158025a021fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:22.746816 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8952cc-f8db-440c-97a7-fd0fe5d51f92,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:22.749077 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:22.800420 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8347e-60b3-46a9-b6c5-0fb9b2eea565 req-93454bdf-df03-4f7f-b4b9-87485f647b94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:22.802368 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-45b8347e-60b3-46a9-b6c5-0fb9b2eea565 req-93454bdf-df03-4f7f-b4b9-87485f647b94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 943 time: 0.1306036 Jun 09 21:55:22.851787 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-45b8347e-60b3-46a9-b6c5-0fb9b2eea565 req-f00484b5-108c-4141-bad8-a0b1061f1bef tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Jun 09 21:55:22.878778 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc6f9-7f18-46d2-8c22-fbbf564e2a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.081197 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc6f9-7f18-46d2-8c22-fbbf564e2a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.085639 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7bdfc6f9-7f18-46d2-8c22-fbbf564e2a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.095316 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7b97a935-0a7b-472d-9043-2e3b9b7e8ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:23.137793 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-7bdfc6f9-7f18-46d2-8c22-fbbf564e2a48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07e20049b9cd483db803e450c885cb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992509 Jun 09 21:55:23.138838 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfc6f9-7f18-46d2-8c22-fbbf564e2a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e89fb-99dc-4145-8ff7-4c576b944763,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:23.140550 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50698) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:23.142572 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7bdfc6f9-7f18-46d2-8c22-fbbf564e2a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:23.202621 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.237424 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.305292 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.308203 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.311934 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/492e89fb-99dc-4145-8ff7-4c576b944763 HTTP/1.1" status: 204 len: 168 time: 0.1702280 Jun 09 21:55:23.313952 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-44c41886-04f5-4781-a760-1ac1355cfbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:23.350349 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e89fb-99dc-4145-8ff7-4c576b944763,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:23.352827 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:23.752533 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa85ae-5fb0-4804-bf5e-d50ef4d8b316 req-4529c50b-07ca-4e01-8f22-09bda98e79d4 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:23.755587 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50740) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:23.762483 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3dfa85ae-5fb0-4804-bf5e-d50ef4d8b316 req-4529c50b-07ca-4e01-8f22-09bda98e79d4 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1155367 Jun 09 21:55:23.796001 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-65a24ecd-9cd4-4232-bf62-360c50ede846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.883508 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3dfa85ae-5fb0-4804-bf5e-d50ef4d8b316 req-e2233d40-f06c-43ca-ab39-51632b72f50a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197364 Jun 09 21:55:23.949278 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-65a24ecd-9cd4-4232-bf62-360c50ede846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.954609 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-65a24ecd-9cd4-4232-bf62-360c50ede846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:23.980212 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:24.128515 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a24ecd-9cd4-4232-bf62-360c50ede846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed87649-64b5-49fa-8e66-7e66091e3f4d,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:24.155530 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-65a24ecd-9cd4-4232-bf62-360c50ede846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:24.168157 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-65a24ecd-9cd4-4232-bf62-360c50ede846 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b758d0f3ed74b3eab1c567bc5b8e460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098871 Jun 09 21:55:24.169890 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50756) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:24.221071 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756e421-9734-4670-93cf-541f3718ba1e req-40d3c3c4-e95e-4900-bea1-7fa3dbc66aaa tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:24.223493 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4756e421-9734-4670-93cf-541f3718ba1e req-40d3c3c4-e95e-4900-bea1-7fa3dbc66aaa tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 943 time: 0.1898363 Jun 09 21:55:24.273862 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.288564 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4756e421-9734-4670-93cf-541f3718ba1e req-e5a8d4e2-07ef-47cd-8b10-94ab9168c69c tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564480 Jun 09 21:55:24.315769 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.390989 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50770) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:24.414963 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.417747 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.418976 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fed87649-64b5-49fa-8e66-7e66091e3f4d HTTP/1.1" status: 204 len: 168 time: 0.2481093 Jun 09 21:55:24.419985 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-907be27c-efe7-4c36-b2cf-2782fb375a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:24.433832 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed87649-64b5-49fa-8e66-7e66091e3f4d,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:24.437295 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:24.599364 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-614406494-network', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:24.636587 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Made reservation on behalf of 5202b5a6907b454587fef58291cbfe2f for: {'network': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:24.640937 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.659310 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.797890 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.804480 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.812995 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8f626abc-82b3-4e7a-98b0-3d15a545648e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:24.830297 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=91721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:55:24.856715 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.857136 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.segments_db [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Added segment 61afec60-c57a-485f-a523-90b7f88ffd68 of type vlan for network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 Jun 09 21:55:24.858882 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf16053-5e7c-4a1a-90d6-c728f9921278,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:24.867606 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:24.884504 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50792) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:24.901986 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b09f-2eb7-43f4-8910-bf32a2d71a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.904679 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.968179 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.969920 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:24.974366 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:24.985225 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.077696 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b09f-2eb7-43f4-8910-bf32a2d71a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.084319 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b09f-2eb7-43f4-8910-bf32a2d71a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.098283 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7eed179b-cb43-4cbb-9309-34eb9af3b66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.133910 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7417963 Jun 09 21:55:25.141450 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50806) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:25.144331 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-cdd0b09f-2eb7-43f4-8910-bf32a2d71a99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f96371551a34f46b33ee3dc2a65e291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586737 Jun 09 21:55:25.149292 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50808) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:25.153836 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Request body: {'subnet': {'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-614406494-subnet', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:25.158477 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Pushing event updated for resources: {'Network': ['ID=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.167745 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:25.176357 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:55:25.180074 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0b09f-2eb7-43f4-8910-bf32a2d71a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba88db-ba2c-47f8-b3dc-a0acdf897ec3,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.189521 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Made reservation on behalf of 5202b5a6907b454587fef58291cbfe2f for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:25.192710 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.201668 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cdd0b09f-2eb7-43f4-8910-bf32a2d71a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:25.259072 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.297433 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.302755 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749de93-0810-4759-9db8-f4b8d4be1444 req-4a5e3395-a279-499b-99da-278b0a283da3 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:25.304499 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8749de93-0810-4759-9db8-f4b8d4be1444 req-4a5e3395-a279-499b-99da-278b0a283da3 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2456424 Jun 09 21:55:25.395398 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8749de93-0810-4759-9db8-f4b8d4be1444 req-edab3b85-f8e9-4a79-84bc-18b57ac1c279 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773125 Jun 09 21:55:25.413067 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.415851 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.418424 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86ba88db-ba2c-47f8-b3dc-a0acdf897ec3 HTTP/1.1" status: 204 len: 168 time: 0.2665651 Jun 09 21:55:25.418424 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bb403dd2-b6c1-440d-935a-c09c67e4fc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.431710 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba88db-ba2c-47f8-b3dc-a0acdf897ec3,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.444063 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:25.624436 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.642928 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-37ed6547-e40b-4843-a20c-9b0822653adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:25.769426 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a299eeb8-9527-49ad-8917-f3c0fc0627d3,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:25.775757 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:25.782281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Checking segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:25.782660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Network hostable DHCP agents. Network: ab4a5b50-0c39-41ea-ad24-cf6dd8beb354, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:55:25.793990 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc11723-0ad7-4297-a261-747cfc41111f req-016bd4a0-024b-412b-9166-575bda78e467 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:25.795481 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6fc11723-0ad7-4297-a261-747cfc41111f req-016bd4a0-024b-412b-9166-575bda78e467 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 943 time: 0.2099972 Jun 09 21:55:25.834578 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:55:25.867163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, ab4a5b50-0c39-41ea-ad24-cf6dd8beb354) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:25.880134 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bab9a5-1eb5-4e4b-9327-9063103b8e32 None None] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:55:25.880311 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:25.881214 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.917344 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6fc11723-0ad7-4297-a261-747cfc41111f req-fb98b98b-c6cb-4822-ace9-423000619bf7 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064126 Jun 09 21:55:25.922432 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-d56a8bcb-2f0a-4e06-96d5-43168b29e82c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7742412 Jun 09 21:55:25.930600 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50844) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:25.936502 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:25.980512 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:25.982073 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:26.008711 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:26.244907 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:26.310322 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:26.356993 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:55:26.357800 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:26.721620 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Allocated IP 172.20.0.2 (ab4a5b50-0c39-41ea-ad24-cf6dd8beb354/a299eeb8-9527-49ad-8917-f3c0fc0627d3/40047366-774c-4361-b2a2-82117cab5d52) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:26.844992 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458adad-6157-43aa-b589-b58de44c7b49 req-92f2b2fb-3622-48cd-9600-de1932b61c69 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:26.844992 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5458adad-6157-43aa-b589-b58de44c7b49 req-92f2b2fb-3622-48cd-9600-de1932b61c69 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2009742 Jun 09 21:55:26.867291 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:26.903598 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.011913 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5458adad-6157-43aa-b589-b58de44c7b49 req-02a7d488-3d22-4027-82fe-67b7fd8b62ee tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556742 Jun 09 21:55:27.049080 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:27.082985 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4', 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918', 'port_id': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4', 'mac_address': 'fa:16:3e:7e:85:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16434afe-da50-42c3-a792-31a1f58d0264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:27.144963 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.177368 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Transition to ACTIVE for port object 40047366-774c-4361-b2a2-82117cab5d52 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:27.198768 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.216996 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Transition to ACTIVE for port object 40047366-774c-4361-b2a2-82117cab5d52 will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:27.223548 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:27.230324 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.236070 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-dc388e0e-95f8-4d84-8ad6-1c938c74170d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:27.262210 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Allocated IP 172.28.0.179 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/e9e45d40-47a5-462c-9c0e-50911367de79) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:27.322986 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aed041-84f8-40f0-b9b9-02d05e3a1a6c req-ba9cb6d2-fe0f-4a50-8a87-fdd44555603c tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:27.325006 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:27.327440 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:27.331917 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:27.334336 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-84aed041-84f8-40f0-b9b9-02d05e3a1a6c req-ba9cb6d2-fe0f-4a50-8a87-fdd44555603c tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 943 time: 0.2011137 Jun 09 21:55:27.342119 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:27.346290 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.355010 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Pushing event updated for resources: {'Port': ['ID=40047366-774c-4361-b2a2-82117cab5d52,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:27.432437 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-84aed041-84f8-40f0-b9b9-02d05e3a1a6c req-9993507f-b6b2-4dec-93b6-40692bfa945f tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971842 Jun 09 21:55:27.438882 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.439297 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.439881 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.440385 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.440869 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.441353 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.442579 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.443213 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.443898 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.444375 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.444842 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.445318 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:55:27.485827 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:27.486573 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:27.548385 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.565034 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Attempting to bind port 40047366-774c-4361-b2a2-82117cab5d52 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:27.565409 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Attempting to bind port 40047366-774c-4361-b2a2-82117cab5d52 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:27.565779 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Attempting to bind port 40047366-774c-4361-b2a2-82117cab5d52 on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:27.576634 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:27.577378 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Checking segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:27.577981 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.578609 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Bound using segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:27.579289 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Bound port: 40047366-774c-4361-b2a2-82117cab5d52, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:27.579873 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.609216 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:27.629924 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.641185 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-23efb898-39da-4a29-8b54-eedb050d8d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:27.649282 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:27.694301 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:27.701029 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:27.716743 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:27.745081 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['3062dd06-96b5-482e-b3fa-0a5478bf3eb4'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:27.842252 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] For port 40047366-774c-4361-b2a2-82117cab5d52, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:27.883077 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] For port 40047366-774c-4361-b2a2-82117cab5d52, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=40047366-774c-4361-b2a2-82117cab5d52,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:27.892349 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:27.909623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:28.037655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Pushing event updated for resources: {'Port': ['ID=40047366-774c-4361-b2a2-82117cab5d52,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:28.058095 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:28.134445 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e45d40-47a5-462c-9c0e-50911367de79,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:28.140273 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:28.307531 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432483-9a1c-45a5-a692-a8a482eaca30 req-e0a044f4-889c-4810-b383-adeff9abb304 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:28.315858 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e2432483-9a1c-45a5-a692-a8a482eaca30 req-e0a044f4-889c-4810-b383-adeff9abb304 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1305983 Jun 09 21:55:28.388999 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e2432483-9a1c-45a5-a692-a8a482eaca30 req-d3706b3c-4f61-47b4-ad39-0d5e99b850aa tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704932 Jun 09 21:55:28.429116 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:28.751480 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 40047366-774c-4361-b2a2-82117cab5d52 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:28.795448 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8056e-f523-43ca-a135-1a3857158b07 req-a592019d-d85a-4b01-9392-023d4fb6d0cd tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:28.796909 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-91e8056e-f523-43ca-a135-1a3857158b07 req-a592019d-d85a-4b01-9392-023d4fb6d0cd tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 944 time: 0.1658206 Jun 09 21:55:28.872994 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 40047366-774c-4361-b2a2-82117cab5d52 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:28.874372 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-91e8056e-f523-43ca-a135-1a3857158b07 req-359b0ca9-70c6-4872-8d9b-ab743288119f tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691259 Jun 09 21:55:28.892379 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:29.125798 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Router 00781736-4a79-439b-9695-a9a035ed9263 is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:55:29.220033 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fcefc8-c829-4424-902e-199bdc2b8d82 None None] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:55:29.230179 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50952) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:29.333421 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Provisioning for port 40047366-774c-4361-b2a2-82117cab5d52 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:29.343260 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:55:29.343440 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Provisioning complete for port 40047366-774c-4361-b2a2-82117cab5d52 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:29.343740 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:29.355212 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Sync routers for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:55:29.366247 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:29.367927 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4356735 Jun 09 21:55:29.369463 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:29.370449 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:29.370685 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 50958) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:29.548824 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-355d12e3-2a42-4c84-b3c7-dc18253f3de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:29.572570 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:29.682148 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:29.734665 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] For port 40047366-774c-4361-b2a2-82117cab5d52, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=40047366-774c-4361-b2a2-82117cab5d52,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:29.741417 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:29.743896 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:29.833687 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Pushing event updated for resources: {'Port': ['ID=40047366-774c-4361-b2a2-82117cab5d52,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:29.840141 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:29.888015 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-355d12e3-2a42-4c84-b3c7-dc18253f3de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:29.910115 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-355d12e3-2a42-4c84-b3c7-dc18253f3de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.002209 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:28Z', 'revision_number': 3, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:30.003038 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2a5692cb-fc95-4e0b-87f2-3978ac93cf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:30.007703 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Checking router: 00781736-4a79-439b-9695-a9a035ed9263 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:55:30.008226 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Updating router 00781736-4a79-439b-9695-a9a035ed9263 port e9e45d40-47a5-462c-9c0e-50911367de79 binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:55:30.073086 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9e7c72a1-fbdc-4207-9afe-db7af3f56f26 None None] Provisioning complete for port 40047366-774c-4361-b2a2-82117cab5d52 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:30.073539 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9e7c72a1-fbdc-4207-9afe-db7af3f56f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.084866 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.258156 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:30.407708 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:30.413917 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:30.414373 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.456451 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-355d12e3-2a42-4c84-b3c7-dc18253f3de8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=874cff981ef74b0fb881f9ac6d0f2685&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2248795 Jun 09 21:55:30.459599 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 50988) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:30.475575 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca587df-1cb9-46ff-8fbc-b2d7ae56e369 req-ca5a82ae-e345-46b4-b10d-799fc4a58c68 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:30.482569 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3ca587df-1cb9-46ff-8fbc-b2d7ae56e369 req-ca5a82ae-e345-46b4-b10d-799fc4a58c68 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.9422047 Jun 09 21:55:30.505888 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d12e3-2a42-4c84-b3c7-dc18253f3de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d78930b-3a71-4cc7-a46b-a129cd2fc9b8,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:30.513949 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-355d12e3-2a42-4c84-b3c7-dc18253f3de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:30.536677 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.547726 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.562097 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Transition to ACTIVE for port object e9e45d40-47a5-462c-9c0e-50911367de79 will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:30.572877 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.583142 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.583316 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c3580f03-e6aa-4bd9-ac28-43f24b80fd4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:30.590145 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.617691 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:30.618806 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f267a26-035d-4882-bb2e-0485a388b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:30.621747 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac661d-9193-46cc-8c53-613d6e181273" -d '{"events": [{"server_uuid": "6f267a26-035d-4882-bb2e-0485a388b16b", "name": "network-vif-plugged", "status": "completed", "tag": "3062dd06-96b5-482e-b3fa-0a5478bf3eb4"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:30.625630 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.626905 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3ca587df-1cb9-46ff-8fbc-b2d7ae56e369 req-93f7da0c-d489-4908-b70c-a9440decdd4b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434019 Jun 09 21:55:30.628025 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:30.712754 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Attempting to bind port e9e45d40-47a5-462c-9c0e-50911367de79 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:30.713342 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Attempting to bind port e9e45d40-47a5-462c-9c0e-50911367de79 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:30.714456 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Attempting to bind port e9e45d40-47a5-462c-9c0e-50911367de79 on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:30.715228 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 40047366-774c-4361-b2a2-82117cab5d52 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:30.724730 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.725507 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:30.726339 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:30.727524 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.727524 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:30.728134 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.728451 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Bound port: e9e45d40-47a5-462c-9c0e-50911367de79, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:30.729009 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.729950 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d78930b-3a71-4cc7-a46b-a129cd2fc9b8 HTTP/1.1" status: 204 len: 168 time: 0.2679896 Jun 09 21:55:30.731132 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-2e3fba26-0159-48e6-b8b7-8b230c6422f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:30.751749 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d78930b-3a71-4cc7-a46b-a129cd2fc9b8,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:30.757967 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:30.812851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09752b-5435-4502-93dd-ef70cd122c54 req-404ed9c0-2c26-40f0-8c87-bb062dfedecb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:30.815098 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:30.825277 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a09752b-5435-4502-93dd-ef70cd122c54 req-404ed9c0-2c26-40f0-8c87-bb062dfedecb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 944 time: 0.6070793 Jun 09 21:55:30.843249 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6383e8f-c4a4-4715-af3c-bc8cd0883b8e None None] Pushing event updated for resources: {'Port': ['ID=e9e45d40-47a5-462c-9c0e-50911367de79,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:30.846776 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6383e8f-c4a4-4715-af3c-bc8cd0883b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:30.865427 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:30.903400 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] For port e9e45d40-47a5-462c-9c0e-50911367de79, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:30.926536 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] For port e9e45d40-47a5-462c-9c0e-50911367de79, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=e9e45d40-47a5-462c-9c0e-50911367de79,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:30.931964 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b04314-567b-4a4b-9146-18d2566297f4 x-openstack-request-id: req-e7b04314-567b-4a4b-9146-18d2566297f4 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:30.932443 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f267a26-035d-4882-bb2e-0485a388b16b", "name": "network-vif-plugged", "status": "completed", "tag": "3062dd06-96b5-482e-b3fa-0a5478bf3eb4", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:30.932946 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7b04314-567b-4a4b-9146-18d2566297f4 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:30.934020 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f267a26-035d-4882-bb2e-0485a388b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4', 'code': 200} Jun 09 21:55:30.935996 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.946620 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 40047366-774c-4361-b2a2-82117cab5d52 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:30.947311 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:30.951557 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:31.076073 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a09752b-5435-4502-93dd-ef70cd122c54 req-0f82f983-4687-4d4d-a7c4-3cf85cb0f191 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584206 Jun 09 21:55:31.113114 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:31.114725 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:31.174293 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.232385 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6383e8f-c4a4-4715-af3c-bc8cd0883b8e None None] Pushing event updated for resources: {'Port': ['ID=e9e45d40-47a5-462c-9c0e-50911367de79,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:31.237388 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6383e8f-c4a4-4715-af3c-bc8cd0883b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:31.280919 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51010) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:31.385503 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:31.419055 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9cf130af-4824-47fa-86c7-4e199e4037b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.429063 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-6eb91bf9-1ddc-4897-81fa-d9a47930a812 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1568251 Jun 09 21:55:31.551133 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9cf130af-4824-47fa-86c7-4e199e4037b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.559663 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9cf130af-4824-47fa-86c7-4e199e4037b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.570764 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Allocated IP 172.20.0.1 (ab4a5b50-0c39-41ea-ad24-cf6dd8beb354/a299eeb8-9527-49ad-8917-f3c0fc0627d3/23814734-5fc8-41f8-98d1-d51805e9943a) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:31.573089 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ed0c5505-2c28-414d-839f-5ba92d85dd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:31.629980 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf130af-4824-47fa-86c7-4e199e4037b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91757106-1ea0-4533-b7e6-d04ee514929e,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:31.649966 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-9cf130af-4824-47fa-86c7-4e199e4037b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80a1dd81176c4dd9ad6fc405ad89ab7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679473 Jun 09 21:55:31.651112 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9cf130af-4824-47fa-86c7-4e199e4037b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:31.653834 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb2bf-63be-410d-aa27-87d177f002b0 req-e3235747-0875-4a7c-bab9-107eef9c9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:31.655190 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-18bdb2bf-63be-410d-aa27-87d177f002b0 req-e3235747-0875-4a7c-bab9-107eef9c9a6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 1098 time: 0.4173589 Jun 09 21:55:31.655813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51028) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:31.736183 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-18bdb2bf-63be-410d-aa27-87d177f002b0 req-03ef07eb-2a0b-446e-9ea0-87b2c8780d5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688157 Jun 09 21:55:31.765772 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.794272 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.897042 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.899760 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:31.904107 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91757106-1ea0-4533-b7e6-d04ee514929e HTTP/1.1" status: 204 len: 168 time: 0.2472446 Jun 09 21:55:31.905968 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-001cdb1f-04e3-4563-9122-3aaf89e9d29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:31.926519 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91757106-1ea0-4533-b7e6-d04ee514929e,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:31.931372 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:32.023132 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:28Z', 'revision_number': 3, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:32.036854 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaaebc-3b12-4d7d-9db6-3f523ef3a306 None None] The sync data for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb is: [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:28Z', 'revision_number': 3, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:55:32.078866 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.084944 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-5f779a16-36c1-4dad-ba60-cd8cb8373720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.086577 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-5f779a16-36c1-4dad-ba60-cd8cb8373720 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.3461473 Jun 09 21:55:32.107963 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Transition to ACTIVE for port object 23814734-5fc8-41f8-98d1-d51805e9943a will not be triggered until provisioned by entity DHCP. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:32.135324 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51042) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:32.276962 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c13ee2-9f7f-4a21-900b-355300391fc2 req-01a2bdeb-8f70-4130-9052-408ad17e3648 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.278474 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c0c13ee2-9f7f-4a21-900b-355300391fc2 req-01a2bdeb-8f70-4130-9052-408ad17e3648 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.3851669 Jun 09 21:55:32.386337 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-465fff4d-b3b7-4f9c-9bf0-1490b697bcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.396187 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.432592 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:32.486131 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c0c13ee2-9f7f-4a21-900b-355300391fc2 req-f63b5d44-c4ae-4561-a134-cbd7c76575bd tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962545 Jun 09 21:55:32.531968 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-642474ef-026e-422e-a454-a948ba58afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.533256 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-642474ef-026e-422e-a454-a948ba58afff service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.4229686 Jun 09 21:55:32.546478 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:32.580121 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-465fff4d-b3b7-4f9c-9bf0-1490b697bcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.589316 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-465fff4d-b3b7-4f9c-9bf0-1490b697bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.599912 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-98a16f71-a6f2-484f-8310-287657a1f52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:32.648431 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-465fff4d-b3b7-4f9c-9bf0-1490b697bcb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab6a6cb103ec4e38b1f1f9352c6ce701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116258 Jun 09 21:55:32.649506 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fff4d-b3b7-4f9c-9bf0-1490b697bcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed534308-21a7-416e-9946-14113b807a7b,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:32.664598 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51058) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:32.665568 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-465fff4d-b3b7-4f9c-9bf0-1490b697bcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:32.745567 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e9e45d40-47a5-462c-9c0e-50911367de79 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:32.767921 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:32.775844 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:32.778057 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.823597 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.857344 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad537ac-8ef2-41e5-b6f6-78afee1156df req-6d208478-6a94-48d6-939e-0a6098a4fef0 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:32.858605 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fad537ac-8ef2-41e5-b6f6-78afee1156df req-6d208478-6a94-48d6-939e-0a6098a4fef0 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 945 time: 0.6328204 Jun 09 21:55:32.880634 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-72fa4f41-d92b-4580-bdcf-41301854dd37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 217 time: 0.3367732 Jun 09 21:55:32.896674 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:32.909048 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Pushing event updated for resources: {'Port': ['ID=23814734-5fc8-41f8-98d1-d51805e9943a,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:32.910001 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port e9e45d40-47a5-462c-9c0e-50911367de79 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:32.917479 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port e9e45d40-47a5-462c-9c0e-50911367de79 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:32.917856 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.064228 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-7081a96d-e713-46f8-970b-511454a61ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:33.069855 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-7081a96d-e713-46f8-970b-511454a61ca9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.1727552 Jun 09 21:55:33.086916 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:33.087829 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.090245 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.091408 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed534308-21a7-416e-9946-14113b807a7b HTTP/1.1" status: 204 len: 168 time: 0.4226022 Jun 09 21:55:33.092084 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:33.163265 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed534308-21a7-416e-9946-14113b807a7b,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:33.178593 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:33.234330 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-f4a69484-1507-4e7f-bba0-69449321daf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246679 Jun 09 21:55:33.331344 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-46330ffe-99a5-43de-97a8-41cb14594a7a None None] Provisioning for port 23814734-5fc8-41f8-98d1-d51805e9943a completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:33.349398 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-46330ffe-99a5-43de-97a8-41cb14594a7a None None] Provisioning complete for port 23814734-5fc8-41f8-98d1-d51805e9943a triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:33.349783 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-46330ffe-99a5-43de-97a8-41cb14594a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.398969 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.440531 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fad537ac-8ef2-41e5-b6f6-78afee1156df req-c68cbdc5-e4d6-4909-9e6f-d8c878135049 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448332 Jun 09 21:55:33.461980 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port e9e45d40-47a5-462c-9c0e-50911367de79, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=e9e45d40-47a5-462c-9c0e-50911367de79,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:33.465588 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-46330ffe-99a5-43de-97a8-41cb14594a7a None None] Port 23814734-5fc8-41f8-98d1-d51805e9943a cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:55:33.469591 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.472163 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-80f1951a-3d88-41b8-ae75-74edc4f33dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:33.568308 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=e9e45d40-47a5-462c-9c0e-50911367de79,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:33.572716 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:33.690491 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-cf28dc13-1dc3-4fd4-bd3f-1e550b2fd62b service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123218 Jun 09 21:55:33.823246 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.871355 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51106) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:33.907509 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e712e959-63e4-46fa-8c0d-258e00de4f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:33.977739 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00aba6-7a36-432b-9d4e-f05fe9ee97d3 req-52370d3c-b3e8-4b61-ba32-e2013273e26d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:33.987487 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2e00aba6-7a36-432b-9d4e-f05fe9ee97d3 req-52370d3c-b3e8-4b61-ba32-e2013273e26d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.3029723 Jun 09 21:55:33.990959 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51108) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:33.995356 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-95369f91-db17-42f2-a928-b96f4b93e2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.083544 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e712e959-63e4-46fa-8c0d-258e00de4f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.090908 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e712e959-63e4-46fa-8c0d-258e00de4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.110704 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ae177d0d-00a6-4759-888b-918d0b098e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:34.114554 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-79c8ee17-5b06-48e6-bde1-fdf52f29d931 req-971ac4f4-e09c-44d5-9f10-56b7bc51d241 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819385 Jun 09 21:55:34.151023 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2e00aba6-7a36-432b-9d4e-f05fe9ee97d3 req-f1d24cf6-92d1-48e7-8de1-150a0def66b3 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655059 Jun 09 21:55:34.179140 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e712e959-63e4-46fa-8c0d-258e00de4f99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0862c3b42c5b4b73b81f43c047031b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028641 Jun 09 21:55:34.179428 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51116) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:34.211618 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712e959-63e4-46fa-8c0d-258e00de4f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b21ca5-72c9-4774-89f6-f689c8a92457,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:34.216146 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e712e959-63e4-46fa-8c0d-258e00de4f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:34.216991 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-91543e88-139e-4ab9-bd1c-797e6a07ae8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.290316 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.326451 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.335980 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.342585 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.342887 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-91543e88-139e-4ab9-bd1c-797e6a07ae8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.346850 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.351467 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-91543e88-139e-4ab9-bd1c-797e6a07ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.351906 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:34.361959 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f9db24e6-6893-4cf2-82d9-4a74b97bab2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:34.407951 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-91543e88-139e-4ab9-bd1c-797e6a07ae8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39322e89b6454ae8ba032c28f81949c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157376 Jun 09 21:55:34.411596 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51124) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:34.462982 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91543e88-139e-4ab9-bd1c-797e6a07ae8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29fdce6-8f90-4742-9bdc-ed879da71fd5,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:34.467588 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-91543e88-139e-4ab9-bd1c-797e6a07ae8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:34.514655 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Pushing event updated for resources: {'Port': ['ID=23814734-5fc8-41f8-98d1-d51805e9943a,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:34.526288 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:34.573874 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.576536 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.577725 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7b21ca5-72c9-4774-89f6-f689c8a92457 HTTP/1.1" status: 204 len: 168 time: 0.3984194 Jun 09 21:55:34.583853 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-dcb6a87f-848c-4567-933a-d2e0ae8faeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:34.599109 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.601310 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b21ca5-72c9-4774-89f6-f689c8a92457,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:34.604374 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:34.617838 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:34.631055 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:34.687833 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.699554 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e9e45d40-47a5-462c-9c0e-50911367de79 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:34.822305 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.828481 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.833849 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c29fdce6-8f90-4742-9bdc-ed879da71fd5 HTTP/1.1" status: 204 len: 168 time: 0.4211571 Jun 09 21:55:34.835513 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9cf130af-4824-47fa-86c7-4e199e4037b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:34.843399 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port e9e45d40-47a5-462c-9c0e-50911367de79 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:34.847730 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:34.860778 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29fdce6-8f90-4742-9bdc-ed879da71fd5,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:34.863043 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:35.028165 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafe622-3411-4620-a830-f5b969f89678 req-8b47656c-b923-4c74-bffb-ee2bc53d5fd5 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:35.029468 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-8215c4c7-7488-4347-9731-7c9caafe08f4 None None] Provisioning complete for port 23814734-5fc8-41f8-98d1-d51805e9943a triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:35.030490 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8215c4c7-7488-4347-9731-7c9caafe08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.030894 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bafe622-3411-4620-a830-f5b969f89678 req-8b47656c-b923-4c74-bffb-ee2bc53d5fd5 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 945 time: 0.2846103 Jun 09 21:55:35.093833 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4bafe622-3411-4620-a830-f5b969f89678 req-59558c00-72a5-4fbb-a9ee-25f47308fae5 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512874 Jun 09 21:55:35.099799 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Router 00781736-4a79-439b-9695-a9a035ed9263 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:55:35.167978 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-8215c4c7-7488-4347-9731-7c9caafe08f4 None None] Port 23814734-5fc8-41f8-98d1-d51805e9943a cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:55:35.394229 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51164) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:35.420177 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-546d3bf5-e9c8-4764-9954-95044464ed28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.529364 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:55:35.547296 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Sync routers for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:55:35.555459 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] 10.222.0.25 "PUT /v2.0/routers/00781736-4a79-439b-9695-a9a035ed9263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1830235 Jun 09 21:55:35.560084 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:35.562229 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:35.601979 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399090f1-afc6-4b32-8540-bc1702f1f12d req-1eb10992-cc77-479b-be0a-58c383195a2b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:35.603532 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-399090f1-afc6-4b32-8540-bc1702f1f12d req-1eb10992-cc77-479b-be0a-58c383195a2b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2372000 Jun 09 21:55:35.638609 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-546d3bf5-e9c8-4764-9954-95044464ed28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.646359 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-546d3bf5-e9c8-4764-9954-95044464ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.662371 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:35.724375 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-399090f1-afc6-4b32-8540-bc1702f1f12d req-499d55db-2a74-4591-9a05-3dd2b1815aed tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153257 Jun 09 21:55:35.746052 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-546d3bf5-e9c8-4764-9954-95044464ed28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13c4bde00afb41cebe8c12b94fb9ff87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500872 Jun 09 21:55:35.749034 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51190) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:35.761634 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d3bf5-e9c8-4764-9954-95044464ed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e786dbad-832b-4f8f-ae09-0f6162013dc7,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:35.776653 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-546d3bf5-e9c8-4764-9954-95044464ed28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:35.833324 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.865445 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.951533 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.953937 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:35.955094 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e786dbad-832b-4f8f-ae09-0f6162013dc7 HTTP/1.1" status: 204 len: 168 time: 0.2054231 Jun 09 21:55:35.955953 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7923c30e-12ba-4aff-9557-7a71e3612363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:35.981869 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e786dbad-832b-4f8f-ae09-0f6162013dc7,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:35.991354 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:36.031764 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:36.439007 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:36.447160 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 2, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:36.451870 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-dc241195-4f01-4a1d-8c12-c45c1d39c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:36.454221 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Checking router: 00781736-4a79-439b-9695-a9a035ed9263 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:55:36.454816 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Updating router 00781736-4a79-439b-9695-a9a035ed9263 port 23814734-5fc8-41f8-98d1-d51805e9943a binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:55:36.516185 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:36.701726 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa85c66-d150-4cfe-a159-e497935da555 req-f83e878a-b4e9-4cf7-97ca-1525f03c7f02 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:36.703682 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ffa85c66-d150-4cfe-a159-e497935da555 req-f83e878a-b4e9-4cf7-97ca-1525f03c7f02 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 945 time: 0.1027396 Jun 09 21:55:36.725897 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51228) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:36.731606 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045535600', 'description': 'tempest-description--593228592'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:36.753417 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51230) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:36.790335 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:36.820127 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ffa85c66-d150-4cfe-a159-e497935da555 req-4b4ac0c3-efc6-4eb3-b75e-051d71b3319b tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923898 Jun 09 21:55:37.035882 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.059710 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.064183 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Transition to ACTIVE for port object 23814734-5fc8-41f8-98d1-d51805e9943a will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:37.068313 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.074030 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a9794830-0823-432b-8454-2708ab489478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:37.082709 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.105036 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:37.135527 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.136722 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4090495 Jun 09 21:55:37.145459 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51254) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:37.154278 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'security_group_rule': {'security_group_id': '116a8dfc-44f0-4cc3-afc8-1f9575c87f42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:37.159813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116a8dfc-44f0-4cc3-afc8-1f9575c87f42,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:37.164018 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:37.185777 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-91d5e8e6-88b1-405c-a9ef-d183a5281907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.219438 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.324642 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdf157-7a46-4384-b46e-7584aa569c71 req-720cf782-1d0e-4de1-8a7b-c3852d39cebb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:37.331972 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0bcdf157-7a46-4384-b46e-7584aa569c71 req-720cf782-1d0e-4de1-8a7b-c3852d39cebb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.3232348 Jun 09 21:55:37.456633 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0bcdf157-7a46-4384-b46e-7584aa569c71 req-bceb9768-acc9-4d9c-98f0-f891451c3546 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236136 Jun 09 21:55:37.463659 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.484480 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02042072-d925-44a6-ab82-b239524b8e55 None None] Pushing event updated for resources: {'Port': ['ID=23814734-5fc8-41f8-98d1-d51805e9943a,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:37.496603 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-02042072-d925-44a6-ab82-b239524b8e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:37.500039 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.518517 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b2315b34-0801-42be-8faf-56367779de9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:37.550428 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b868de-9a5d-4ac1-8346-58c840612e85,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:37.560226 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:37.579913 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-91d5e8e6-88b1-405c-a9ef-d183a5281907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.592997 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-91d5e8e6-88b1-405c-a9ef-d183a5281907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.603967 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-042d4833-9413-4f84-b32e-aaab15490335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:37.626677 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.627514 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Attempting to bind port 23814734-5fc8-41f8-98d1-d51805e9943a on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:37.627994 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Attempting to bind port 23814734-5fc8-41f8-98d1-d51805e9943a by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:37.629095 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Attempting to bind port 23814734-5fc8-41f8-98d1-d51805e9943a on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:37.631380 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51272) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:37.631786 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.635535 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4890170 Jun 09 21:55:37.637379 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'security_group_rule': {'security_group_id': '116a8dfc-44f0-4cc3-afc8-1f9575c87f42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:37.646633 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:37.647115 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Checking segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:37.647488 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.647903 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Bound using segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:37.648408 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Bound port: 23814734-5fc8-41f8-98d1-d51805e9943a, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:37.648794 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.673479 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-91d5e8e6-88b1-405c-a9ef-d183a5281907 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a90a9222a7d34018b26887511129e0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9181530 Jun 09 21:55:37.675798 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51280) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:37.679069 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5e8e6-88b1-405c-a9ef-d183a5281907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41de5834-ad3a-48f1-876d-8a240eb81d3b,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:37.682267 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-91d5e8e6-88b1-405c-a9ef-d183a5281907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:37.758094 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.791781 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.797946 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] For port 23814734-5fc8-41f8-98d1-d51805e9943a, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:37.802680 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] For port 23814734-5fc8-41f8-98d1-d51805e9943a, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=23814734-5fc8-41f8-98d1-d51805e9943a,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:37.815661 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:37.815661 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-02042072-d925-44a6-ab82-b239524b8e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:37.905775 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:55:37.906418 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:55:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:37.949474 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.075783 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.108016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.133647 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.147459 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:38.155435 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2541d-379d-4df2-88c8-b5c4ea64bff9 req-42232494-f575-4ecd-8ec5-bbef88434a49 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:38.170477 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8dc2541d-379d-4df2-88c8-b5c4ea64bff9 req-42232494-f575-4ecd-8ec5-bbef88434a49 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 945 time: 0.1618280 Jun 09 21:55:38.225073 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.226302 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5932600 Jun 09 21:55:38.231016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51302) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:38.233589 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05993302-e8ea-4df5-b0c9-b3f2607036dc,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:38.239612 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'floatingip': {'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:38.264504 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:38.289962 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02042072-d925-44a6-ab82-b239524b8e55 None None] Pushing event updated for resources: {'Port': ['ID=23814734-5fc8-41f8-98d1-d51805e9943a,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:38.297094 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-02042072-d925-44a6-ab82-b239524b8e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:38.303822 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.313423 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:55:38.356704 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8dc2541d-379d-4df2-88c8-b5c4ea64bff9 req-b7c4fb20-96a0-44be-96ff-4e473a16aec9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846645 Jun 09 21:55:38.394135 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-451cd0d9-7338-45d4-a2fb-f8240b97ab28 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:38.396632 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-451cd0d9-7338-45d4-a2fb-f8240b97ab28 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 945 time: 0.2009878 Jun 09 21:55:38.453165 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.456664 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.458019 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41de5834-ad3a-48f1-876d-8a240eb81d3b HTTP/1.1" status: 204 len: 168 time: 0.7782066 Jun 09 21:55:38.461185 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5d028f56-cda3-4b75-8fc4-f2866a546b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:38.480153 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41de5834-ad3a-48f1-876d-8a240eb81d3b,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:38.483312 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:38.619522 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.687612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:37Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:55:38.694642 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0436a-3400-4b4d-93e7-8e286dcc443b None None] The sync data for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb is: [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:37Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:55:38.710930 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Deleting port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:55:38.714869 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:38.945717 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Allocated IP 172.28.0.219 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/c2dbf220-9963-491e-9156-8d29923b8b2e) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:39.106900 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] For port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:39.107267 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.130828 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d73bc-64b4-4c92-9c23-70936a9eca57 req-a6b00da6-44b9-4fb0-8d20-e4282ba71781 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:39.138535 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b30d73bc-64b4-4c92-9c23-70936a9eca57 req-a6b00da6-44b9-4fb0-8d20-e4282ba71781 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.3921146 Jun 09 21:55:39.279599 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.345320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.423153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Calling delete_port for 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:55:39.429096 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.435173 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:39.506969 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51340) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:39.542115 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b30d73bc-64b4-4c92-9c23-70936a9eca57 req-0ed4019d-d0f6-4959-82a0-255382c1d7b8 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024136 Jun 09 21:55:39.574225 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-97ec222a-2780-4483-ac86-5d53d9fc5a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.609597 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:39.622719 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'Port': ['ID=c2dbf220-9963-491e-9156-8d29923b8b2e,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:39.625703 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:39.627623 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:39.628309 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:39.863794 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:39.875265 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['3062dd06-96b5-482e-b3fa-0a5478bf3eb4'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:39.891533 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.009153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:40.045983 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.159289 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8c080f0b-5808-4012-9c3c-850b4f0c7a3e req-bcc15ef5-a785-49bf-9860-74192300f479 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 210 time: 0.2977426 Jun 09 21:55:40.225416 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Pushing event deleted for resources: {'Port': ['ID=3062dd06-96b5-482e-b3fa-0a5478bf3eb4,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:40.238489 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:40.315764 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-97ec222a-2780-4483-ac86-5d53d9fc5a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.328580 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] No DVR routers for this DVR port 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:55:40.330373 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-97ec222a-2780-4483-ac86-5d53d9fc5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.366737 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c3569051-f6db-4a1f-9142-c5707d280bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:40.375686 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.377808 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-11cfe61c-0152-4ab1-a6a5-1159c0d75cce req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "DELETE /v2.0/ports/3062dd06-96b5-482e-b3fa-0a5478bf3eb4 HTTP/1.1" status: 204 len: 173 time: 1.9730051 Jun 09 21:55:40.387067 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f267a26-035d-4882-bb2e-0485a388b16b', 'name': 'network-vif-deleted', 'tag': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:40.389454 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a94865-a5a1-45bc-89df-3ba7e1f81740" -d '{"events": [{"server_uuid": "6f267a26-035d-4882-bb2e-0485a388b16b", "name": "network-vif-deleted", "tag": "3062dd06-96b5-482e-b3fa-0a5478bf3eb4"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:40.412548 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-97ec222a-2780-4483-ac86-5d53d9fc5a5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb681075dcd945caa243fea5073e2f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8693092 Jun 09 21:55:40.415467 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51362) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:40.491316 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf5e024-e567-4a3e-a7f6-0cde30757ed9 x-openstack-request-id: req-daf5e024-e567-4a3e-a7f6-0cde30757ed9 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:40.497158 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f267a26-035d-4882-bb2e-0485a388b16b", "name": "network-vif-deleted", "tag": "3062dd06-96b5-482e-b3fa-0a5478bf3eb4", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:40.497705 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daf5e024-e567-4a3e-a7f6-0cde30757ed9 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:40.498995 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f267a26-035d-4882-bb2e-0485a388b16b', 'name': 'network-vif-deleted', 'tag': '3062dd06-96b5-482e-b3fa-0a5478bf3eb4', 'status': 'completed', 'code': 200} Jun 09 21:55:40.531261 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec222a-2780-4483-ac86-5d53d9fc5a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c679c8-562c-4ccf-b859-bda4dbd149b2,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:40.546656 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-97ec222a-2780-4483-ac86-5d53d9fc5a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:40.555376 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.564311 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.571524 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-51ac06a0-1394-4729-9530-c15db7256bab tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:40.572461 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.615749 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.712351 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.716100 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.719771 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34c679c8-562c-4ccf-b859-bda4dbd149b2 HTTP/1.1" status: 204 len: 168 time: 0.2971621 Jun 09 21:55:40.719771 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0992d853-8f49-4b15-a3c5-4681c93d2e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:40.752389 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c679c8-562c-4ccf-b859-bda4dbd149b2,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:40.756316 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:40.844209 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'Port': ['ID=c2dbf220-9963-491e-9156-8d29923b8b2e,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:40.849734 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:40.874475 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 23814734-5fc8-41f8-98d1-d51805e9943a up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:40.889924 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.929134 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:40.939408 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7069478 Jun 09 21:55:40.964022 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1833080-beea-4ce3-a373-f2bbbed5c8fe req-1ca59c8e-6160-4e37-9845-17a5ae258bd9 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:40.968175 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c1833080-beea-4ce3-a373-f2bbbed5c8fe req-1ca59c8e-6160-4e37-9845-17a5ae258bd9 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1956108 Jun 09 21:55:41.027196 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 23814734-5fc8-41f8-98d1-d51805e9943a completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:41.037743 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 23814734-5fc8-41f8-98d1-d51805e9943a triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:41.038359 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.088580 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c1833080-beea-4ce3-a373-f2bbbed5c8fe req-80acda47-f8f9-4709-b34b-14de2d639da3 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122687 Jun 09 21:55:41.422868 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.496174 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 23814734-5fc8-41f8-98d1-d51805e9943a, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=23814734-5fc8-41f8-98d1-d51805e9943a,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:41.501567 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:41.504130 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:41.511716 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-07143d83-316e-4b5b-836e-eae07da920b6 req-31bc7a06-6aab-497f-9050-db2fc6789d36 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f267a26-035d-4882-bb2e-0485a388b16b HTTP/1.1" status: 200 len: 210 time: 0.0879092 Jun 09 21:55:41.551661 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-c4a27f82-9b77-4fa9-8b31-fcd8f7e826f7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1045535600&fields=id&tenant_id=5202b5a6907b454587fef58291cbfe2f HTTP/1.1" status: 200 len: 267 time: 0.1605508 Jun 09 21:55:41.578676 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=23814734-5fc8-41f8-98d1-d51805e9943a,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:41.582169 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:41.729062 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-7e785e53-2fa6-4ffa-a118-fd6b6cacd542 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:41.735009 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-7e785e53-2fa6-4ffa-a118-fd6b6cacd542 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 810 time: 0.1761000 Jun 09 21:55:41.748256 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-1d9497f9-9995-4f3b-9ef6-56a30cf9b7bd tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/quotas/5202b5a6907b454587fef58291cbfe2f HTTP/1.1" status: 200 len: 375 time: 0.0113034 Jun 09 21:55:41.867541 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-3838ce26-c3f8-4a5f-a72f-f291607f00b3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126323 Jun 09 21:55:42.020016 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-a792cca4-c900-480c-9bd9-bf8568980c22 service neutron] 10.222.0.25 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376483 Jun 09 21:55:42.178987 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-2f5de339-c9a6-42e0-a703-1eeff6a9b10c service neutron] 10.222.0.25 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525848 Jun 09 21:55:42.298803 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf959678-5d0a-4147-9732-e8fcc409751a req-b05ad4d9-c2c6-488b-a2f5-e7916d6ec15c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:42.305242 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bf959678-5d0a-4147-9732-e8fcc409751a req-b05ad4d9-c2c6-488b-a2f5-e7916d6ec15c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1119068 Jun 09 21:55:42.323180 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:55:42.466353 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1845b365-3c1f-4ce5-89a8-51fbede30dd7 req-3bbcc462-3318-40e1-a7b9-f54b06c0d102 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 210 time: 0.0873744 Jun 09 21:55:42.493915 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:55:42.494792 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 3062dd06-96b5-482e-b3fa-0a5478bf3eb4 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:55:42.501077 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bf959678-5d0a-4147-9732-e8fcc409751a req-7ad77ee4-759d-4169-b84f-bc0df43cab04 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904631 Jun 09 21:55:42.684655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 23814734-5fc8-41f8-98d1-d51805e9943a up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:42.908934 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 23814734-5fc8-41f8-98d1-d51805e9943a triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:42.911594 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:43.340149 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-8c02d541-f473-456c-8a88-f5a77d3a5da5 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:43.342366 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-8c02d541-f473-456c-8a88-f5a77d3a5da5 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/networks?id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 HTTP/1.1" status: 200 len: 808 time: 0.2938905 Jun 09 21:55:43.369316 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-dd7296b4-e350-4f30-a3ab-398cd962134d tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/quotas/9d3f7b11dc1140918615855e5ce6b3cc HTTP/1.1" status: 200 len: 375 time: 0.0172882 Jun 09 21:55:43.441939 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-e9425372-3f2b-4cb5-8b37-205330f669da tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d3f7b11dc1140918615855e5ce6b3cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651567 Jun 09 21:55:43.621839 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-d7964bb4-14ce-4bc6-90db-ac2cf9b8e653 service neutron] 10.222.0.25 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718023 Jun 09 21:55:43.794935 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4ec7c1ce-eceb-4b45-b499-5de742005130 req-2ee64602-5bc5-4456-a0c0-3ceeeac48111 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 210 time: 0.0567098 Jun 09 21:55:43.940470 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-4c6b1206-4ead-4780-95af-6315fefd145e service neutron] 10.222.0.25 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073328 Jun 09 21:55:44.113948 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a1418-6682-40e9-82a6-b0138676a56e req-e9770351-ce79-4cc3-ba69-da1133404751 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:44.128442 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-797a1418-6682-40e9-82a6-b0138676a56e req-e9770351-ce79-4cc3-ba69-da1133404751 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1683290 Jun 09 21:55:44.303733 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-846354e1-fd56-448c-8a41-bd5f13a6a36c req-08598368-442c-4c61-9a18-86c787be17e9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 210 time: 0.1057870 Jun 09 21:55:44.453647 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-797a1418-6682-40e9-82a6-b0138676a56e req-43c79c0a-27f7-44f2-a573-80d082b8a327 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164299 Jun 09 21:55:44.611600 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dae48-aa7a-4429-befe-e55c923a6d37 req-a14b8eb3-b436-4d82-bb48-7a917866665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:44.615252 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-001dae48-aa7a-4429-befe-e55c923a6d37 req-a14b8eb3-b436-4d82-bb48-7a917866665c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 1098 time: 0.2273254 Jun 09 21:55:44.648763 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-c7a5f8e1-0fe5-45fa-b0b6-7fcb2e5984d3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:44.653816 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-c7a5f8e1-0fe5-45fa-b0b6-7fcb2e5984d3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 810 time: 0.4553676 Jun 09 21:55:44.712606 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-001dae48-aa7a-4429-befe-e55c923a6d37 req-8f2bcfd8-8275-4ccd-ba58-045faa2532d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889528 Jun 09 21:55:44.736833 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-9d7fb140-cc60-46ca-9123-8b6ad61790c1 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5202b5a6907b454587fef58291cbfe2f HTTP/1.1" status: 200 len: 380 time: 0.0746443 Jun 09 21:55:44.796352 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51546) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:44.824529 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'port': {'device_id': 'f874f021-24b0-41dc-847c-70a708010add', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'admin_state_up': True, 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'security_groups': ['116a8dfc-44f0-4cc3-afc8-1f9575c87f42']}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:45.086510 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9532ac67-a094-403e-a1ed-6deadcb62e70 req-bd8e01ae-7133-4741-8a11-02131d41d1ed tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 210 time: 0.0835261 Jun 09 21:55:45.087961 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5131f0d0-63b3-4f77-982d-af750a283409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.216669 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5131f0d0-63b3-4f77-982d-af750a283409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.223155 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5131f0d0-63b3-4f77-982d-af750a283409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.246891 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:45.249671 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Made reservation on behalf of 5202b5a6907b454587fef58291cbfe2f for: {'port': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:45.256115 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.290472 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5131f0d0-63b3-4f77-982d-af750a283409 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b9534c4676d493f94fc3e24d5476eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905207 Jun 09 21:55:45.290472 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131f0d0-63b3-4f77-982d-af750a283409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a14cd07-680d-4182-95bb-e0ccd8caae2d,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:45.292960 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5131f0d0-63b3-4f77-982d-af750a283409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:45.293610 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51572) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:45.363420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.393840 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.505609 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.508485 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:45.519976 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a14cd07-680d-4182-95bb-e0ccd8caae2d HTTP/1.1" status: 204 len: 168 time: 0.2184045 Jun 09 21:55:45.526537 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d31e4da0-7872-43f5-8ceb-6b6d7eb6e574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:45.532740 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2c936fc7-5e43-404b-acb0-c4a45f224dba req-b4aac47e-fe73-4529-a025-c2176e9721cd tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 210 time: 0.0687885 Jun 09 21:55:45.538697 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Allocated IP 172.20.0.6 (ab4a5b50-0c39-41ea-ad24-cf6dd8beb354/a299eeb8-9527-49ad-8917-f3c0fc0627d3/7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:45.555005 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a14cd07-680d-4182-95bb-e0ccd8caae2d,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:45.576276 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:46.091949 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-b301c32d-1206-4777-9ce5-bbc05300330f tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:46.094165 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-b301c32d-1206-4777-9ce5-bbc05300330f tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "GET /v2.0/networks?id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 HTTP/1.1" status: 200 len: 808 time: 0.2315736 Jun 09 21:55:46.107501 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Request body: {'port': {'device_id': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918', 'admin_state_up': True, 'tenant_id': '9d3f7b11dc1140918615855e5ce6b3cc'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:46.108254 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.136270 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2d603-06a6-4e32-9dc1-de72393d0935 req-cfcb2b56-c1ba-45aa-852c-3cd13b71be1e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:46.137806 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f4b2d603-06a6-4e32-9dc1-de72393d0935 req-cfcb2b56-c1ba-45aa-852c-3cd13b71be1e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.4253349 Jun 09 21:55:46.194775 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Transition to ACTIVE for port object 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 will not be triggered until provisioned by entity DHCP. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:46.197470 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51594) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:46.235696 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-71df368f-7c03-4d52-b215-b1c5324f267e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.274159 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f4b2d603-06a6-4e32-9dc1-de72393d0935 req-ac4daff0-9321-47f3-bf6d-58245fdb73b7 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261921 Jun 09 21:55:46.343180 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e43a01cb-1daa-4e5c-b0ef-fbaaa1297f6c req-767c5104-2389-4c9a-a3e7-f3b6ac30d7ef tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 210 time: 0.0566666 Jun 09 21:55:46.367638 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.378492 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:46.476466 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:46.481312 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:46.490897 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:46.496204 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:46.496834 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.503325 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'Port': ['ID=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:46.517442 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:46.561728 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-71df368f-7c03-4d52-b215-b1c5324f267e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.582327 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-71df368f-7c03-4d52-b215-b1c5324f267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.591080 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Made reservation on behalf of 9d3f7b11dc1140918615855e5ce6b3cc for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:46.595898 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.616975 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5404d863-a72b-4382-ae33-0be4b2bae549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:46.670074 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8495805 Jun 09 21:55:46.732929 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Request body: {'port': {'device_id': 'f874f021-24b0-41dc-847c-70a708010add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:46.874242 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Allocated IP 172.20.0.8 (dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918/16434afe-da50-42c3-a792-31a1f58d0264/cc1047e0-b44f-4647-b50b-6a461db97e56) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:55:46.891749 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-71df368f-7c03-4d52-b215-b1c5324f267e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d71e0cdcfd484bf0bfd62368dfff880a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6932254 Jun 09 21:55:46.898489 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51624) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:46.900478 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df368f-7c03-4d52-b215-b1c5324f267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56064be9-68f0-4107-8b6e-05a6f94edd8e,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:46.908714 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-4c11a7a8-a812-4ed2-af5e-14c9223e026d None None] Provisioning for port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:46.920151 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-4c11a7a8-a812-4ed2-af5e-14c9223e026d None None] Provisioning complete for port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:46.926921 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4c11a7a8-a812-4ed2-af5e-14c9223e026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:46.964233 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-71df368f-7c03-4d52-b215-b1c5324f267e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:46.993350 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8c977d7c-c7aa-488f-8f73-a46a04d87d92 req-ebe3b188-c941-4aa2-98bf-eb0793c53a74 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 210 time: 0.1420045 Jun 09 21:55:47.007612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-4c11a7a8-a812-4ed2-af5e-14c9223e026d None None] Port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:55:47.026192 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.134753 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.168786 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.207595 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.214116 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:47.256664 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51630) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:47.289393 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:55:47.293353 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:47.297471 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:55:47.359889 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:47.360510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.375624 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Pushing event updated for resources: {'Port': ['ID=cc1047e0-b44f-4647-b50b-6a461db97e56,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:47.380579 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:47.388044 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2844343 Jun 09 21:55:47.402049 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Request body: {'port': {'device_id': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:47.463874 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4dbcccf6-d95a-439e-8e37-6e88b2d796d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.488989 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.559628 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.741098 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dac505-4339-4237-a8c1-72004b680491 req-7cc42df6-5f55-4d25-a2d8-3ccb093abf48 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:47.743186 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-49dac505-4339-4237-a8c1-72004b680491 req-7cc42df6-5f55-4d25-a2d8-3ccb093abf48 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.2980888 Jun 09 21:55:47.748133 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.749257 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.750454 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56064be9-68f0-4107-8b6e-05a6f94edd8e HTTP/1.1" status: 204 len: 168 time: 0.8508859 Jun 09 21:55:47.766895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 {{(pid=91721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:47.782583 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-91d5e8e6-88b1-405c-a9ef-d183a5281907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:47.802111 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247a5e-40d6-49e0-bbdb-88a2c0829ee8 req-aa4c5349-cd4d-4cc4-9bc7-30453982f77d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:47.806991 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cd247a5e-40d6-49e0-bbdb-88a2c0829ee8 req-aa4c5349-cd4d-4cc4-9bc7-30453982f77d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 931 time: 0.3089108 Jun 09 21:55:47.810800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.830970 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Transition to ACTIVE for port object 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:47.837430 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56064be9-68f0-4107-8b6e-05a6f94edd8e,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:47.869009 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:47.871521 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:47.887105 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1cdcd590-f630-4def-a18e-b73707100702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:48.062979 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cd247a5e-40d6-49e0-bbdb-88a2c0829ee8 req-464de960-8cd0-4c0a-969b-ccb008e17539 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267213 Jun 09 21:55:48.081481 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-49dac505-4339-4237-a8c1-72004b680491 req-3b0fb006-df65-4800-a3a2-15bb784004cc tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479982 Jun 09 21:55:48.098831 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:48.105892 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:48.210560 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4dbcccf6-d95a-439e-8e37-6e88b2d796d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.225466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1047e0-b44f-4647-b50b-6a461db97e56 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:48.229856 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4dbcccf6-d95a-439e-8e37-6e88b2d796d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.265404 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e712e959-63e4-46fa-8c0d-258e00de4f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:48.287513 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.370679 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Attempting to bind port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:48.371013 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Attempting to bind port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:48.371344 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Attempting to bind port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:48.374616 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-4dbcccf6-d95a-439e-8e37-6e88b2d796d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10c7e256b8a94350bfeb591faa573a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1057482 Jun 09 21:55:48.376287 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Transition to ACTIVE for port object cc1047e0-b44f-4647-b50b-6a461db97e56 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:55:48.377498 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcccf6-d95a-439e-8e37-6e88b2d796d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1070cd-d603-4bee-9434-e923b5e38a8d,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:48.385785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51678) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:48.391688 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4dbcccf6-d95a-439e-8e37-6e88b2d796d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:48.405799 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.409888 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:48.410581 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Attempting to bind port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:48.414643 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:48.426258 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:48.427153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Checking segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:48.427972 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Bound using segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:48.428645 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Bound port: 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:48.429000 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.560827 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] For port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24, host hv-cinder-77428, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:48.565770 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] For port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:48.581153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.590518 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:48.658137 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d864978-14b8-4570-b396-d0f488a3488b req-41b959c4-acd5-4762-8f05-d0b473994aff tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:48.660957 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0d864978-14b8-4570-b396-d0f488a3488b req-41b959c4-acd5-4762-8f05-d0b473994aff tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 931 time: 0.3813939 Jun 09 21:55:48.721109 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:48.721865 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.723628 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 1093 time: 2.0226071 Jun 09 21:55:48.771399 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Pushing event updated for resources: {'Port': ['ID=cc1047e0-b44f-4647-b50b-6a461db97e56,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:48.774220 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.774713 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:48.777617 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670cce78-2779-478e-a63b-8694ab41cf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:48.818808 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:48.824297 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:48.839299 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:48.862432 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:48.900440 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0d864978-14b8-4570-b396-d0f488a3488b req-569e9542-0368-4893-9eed-ec7ad6cae26a tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842179 Jun 09 21:55:48.971990 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Attempting to bind port cc1047e0-b44f-4647-b50b-6a461db97e56 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:55:48.972327 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Attempting to bind port cc1047e0-b44f-4647-b50b-6a461db97e56 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:55:48.972850 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Attempting to bind port cc1047e0-b44f-4647-b50b-6a461db97e56 on network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:48.978871 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Port cc1047e0-b44f-4647-b50b-6a461db97e56 on network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:55:48.979188 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Attempting to bind port cc1047e0-b44f-4647-b50b-6a461db97e56 on network dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:55:48.985413 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:55:48.985741 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Checking segment: {'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:48.986121 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Bound using segment: {'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:55:48.986584 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Bound port: cc1047e0-b44f-4647-b50b-6a461db97e56, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f37e1c-7cf0-41f4-8481-d458da4000ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:55:48.986930 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:49.009020 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e7598-a26d-492d-86ca-148bf13dd969 req-cfd808ab-2457-4acc-a78f-a0a3be92732a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.010207 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:49.013636 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7c6e7598-a26d-492d-86ca-148bf13dd969 req-cfd808ab-2457-4acc-a78f-a0a3be92732a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.3659678 Jun 09 21:55:49.015815 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b19324-563e-4096-973a-a9a260f00900 x-openstack-request-id: req-e9b19324-563e-4096-973a-a9a260f00900 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:49.016246 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:49.016521 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9b19324-563e-4096-973a-a9a260f00900 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:49.016976 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'status': 'completed', 'code': 200} Jun 09 21:55:49.020862 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-7c559633-c6d3-46fd-a421-03d5feae5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.022715 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-7c559633-c6d3-46fd-a421-03d5feae5d6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1096 time: 0.2342455 Jun 09 21:55:49.028465 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:49.031943 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e1070cd-d603-4bee-9434-e923b5e38a8d HTTP/1.1" status: 204 len: 168 time: 0.6391408 Jun 09 21:55:49.031943 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75640368-ad89-4997-86f1-b326694f3d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:49.128979 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1070cd-d603-4bee-9434-e923b5e38a8d,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:49.133479 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:49.185823 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] For port cc1047e0-b44f-4647-b50b-6a461db97e56, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:55:49.188825 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] For port cc1047e0-b44f-4647-b50b-6a461db97e56, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc1047e0-b44f-4647-b50b-6a461db97e56,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:55:49.196263 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:49.197545 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-550b62ff-6ade-416a-a776-6c9c7d654fbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 217 time: 0.1359847 Jun 09 21:55:49.204444 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7c6e7598-a26d-492d-86ca-148bf13dd969 req-f2a1c59f-d8a9-4a6a-9592-626ee27b90bd tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807432 Jun 09 21:55:49.205778 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-599f59f3-8c31-43f3-a620-cc8976dbb0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:49.337442 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.338112 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:49.340076 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] 10.222.0.15 "PUT /v2.0/ports/cc1047e0-b44f-4647-b50b-6a461db97e56 HTTP/1.1" status: 200 len: 1093 time: 1.9432800 Jun 09 21:55:49.340076 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'tag': 'cc1047e0-b44f-4647-b50b-6a461db97e56'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:49.340258 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-c7488630-37ac-4e38-b844-5637a7765600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.341797 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-c7488630-37ac-4e38-b844-5637a7765600 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.1365130 Jun 09 21:55:49.343359 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65510397-4f64-4f76-9bc5-5e275ea25f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe316a7f-743e-4898-9fb9-ca1497ad43b0", "tag": "cc1047e0-b44f-4647-b50b-6a461db97e56"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:49.386904 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Pushing event updated for resources: {'Port': ['ID=cc1047e0-b44f-4647-b50b-6a461db97e56,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:49.446581 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:49.529690 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-7d527bcb-0083-4aca-91c9-9de98dfd20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.535769 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-7d527bcb-0083-4aca-91c9-9de98dfd20ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d3f7b11dc1140918615855e5ce6b3cc&device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 1096 time: 0.1505122 Jun 09 21:55:49.554556 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0016eb-df7c-4d89-a5a5-79e8c1595423 req-5c4ffdab-69e9-4aa7-b4a1-61e158d568eb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.556431 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-aa0016eb-df7c-4d89-a5a5-79e8c1595423 req-5c4ffdab-69e9-4aa7-b4a1-61e158d568eb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 943 time: 0.2983854 Jun 09 21:55:49.610056 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-943eb943-f789-4b71-8370-ba09423b76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.611779 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-943eb943-f789-4b71-8370-ba09423b76ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2299583 Jun 09 21:55:49.649757 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-aa0016eb-df7c-4d89-a5a5-79e8c1595423 req-7b4c7794-cacb-40f6-90c3-a04457bed136 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873117 Jun 09 21:55:49.695945 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050414ec-b8b8-4687-88b2-9f3a609bcdc8 x-openstack-request-id: req-050414ec-b8b8-4687-88b2-9f3a609bcdc8 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:49.707312 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe316a7f-743e-4898-9fb9-ca1497ad43b0", "tag": "cc1047e0-b44f-4647-b50b-6a461db97e56", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:49.707749 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-050414ec-b8b8-4687-88b2-9f3a609bcdc8 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:49.708294 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'tag': 'cc1047e0-b44f-4647-b50b-6a461db97e56', 'status': 'completed', 'code': 200} Jun 09 21:55:49.726373 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-b2b90233-a147-4373-b742-ac41428a781b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc1047e0-b44f-4647-b50b-6a461db97e56 HTTP/1.1" status: 200 len: 217 time: 0.1820140 Jun 09 21:55:49.794588 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-5b275538-bdce-402a-abf6-87748fa92864 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752212 Jun 09 21:55:49.873916 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-8323655e-0b39-44d6-8fd1-43cfc9ed45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:49.875851 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-8323655e-0b39-44d6-8fd1-43cfc9ed45b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16434afe-da50-42c3-a792-31a1f58d0264 HTTP/1.1" status: 200 len: 848 time: 0.1409421 Jun 09 21:55:49.968323 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51740) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:49.968920 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51742) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:50.032581 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-52fe663a-ce35-4508-b036-da0178cabeac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489542 Jun 09 21:55:50.033614 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7e1393e1-caf7-4fe9-b40a-fdeee611afba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.226269 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a5a744e-59fb-4f37-990b-03c6ca8d29ea req-35f24878-a05f-4b4f-a5d9-c89cf6d97c54 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249833 Jun 09 21:55:50.249895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0da0f-28f5-4341-a45f-4c93a6222fd7 req-acd12d0e-617f-461f-b71a-8287300235f9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:50.259613 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a2c0da0f-28f5-4341-a45f-4c93a6222fd7 req-acd12d0e-617f-461f-b71a-8287300235f9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 943 time: 0.1542270 Jun 09 21:55:50.279759 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-8ec3bdaf-bc35-40db-8bb6-85e3d05a9ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344785 Jun 09 21:55:50.358306 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a2c0da0f-28f5-4341-a45f-4c93a6222fd7 req-cfd321f1-6fc8-4c48-ac32-f33517da885d tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977712 Jun 09 21:55:50.384418 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cce78-2779-478e-a63b-8694ab41cf0b req-767ed43c-584a-49dc-9e49-20ce1bac029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:50.386146 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-670cce78-2779-478e-a63b-8694ab41cf0b req-767ed43c-584a-49dc-9e49-20ce1bac029e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1096 time: 0.0890038 Jun 09 21:55:50.487332 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-050596f8-3895-4500-8ee2-f55b5703b985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.544807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7e1393e1-caf7-4fe9-b40a-fdeee611afba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.545188 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cce78-2779-478e-a63b-8694ab41cf0b req-b731f0e2-29dc-4727-9bde-3f32be70c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:50.547170 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-670cce78-2779-478e-a63b-8694ab41cf0b req-b731f0e2-29dc-4727-9bde-3f32be70c49b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.1545231 Jun 09 21:55:50.598584 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7e1393e1-caf7-4fe9-b40a-fdeee611afba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.609246 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5df5c974-072c-4e48-9d7a-913467cd98e8 req-b1a8866f-26f4-41ff-aa3d-718775d07d59 service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144565 Jun 09 21:55:50.615586 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8b217a7a-d89f-4930-8636-d93a5eb197d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:50.648484 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-670cce78-2779-478e-a63b-8694ab41cf0b req-f09c3614-d662-4d12-82c2-ae7c472b8204 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 217 time: 0.0929022 Jun 09 21:55:50.698647 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51756) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:50.722877 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1393e1-caf7-4fe9-b40a-fdeee611afba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7adc15b-b093-46fd-8859-3784d8f492ec,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:50.730227 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7e1393e1-caf7-4fe9-b40a-fdeee611afba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:50.739474 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cce78-2779-478e-a63b-8694ab41cf0b req-53b47a3f-53a0-48e1-b3f9-3271014e0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:50.742845 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-670cce78-2779-478e-a63b-8694ab41cf0b req-53b47a3f-53a0-48e1-b3f9-3271014e0eea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0856316 Jun 09 21:55:50.754831 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-7e1393e1-caf7-4fe9-b40a-fdeee611afba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4315181be0d5407ea3901332eccae45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7660210 Jun 09 21:55:50.757932 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51762) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:50.908209 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e372c11a-c925-4870-90aa-957a0a9b225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.953661 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-050596f8-3895-4500-8ee2-f55b5703b985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.964703 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.966368 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-050596f8-3895-4500-8ee2-f55b5703b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:50.975197 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7846b532-efca-4793-a808-3da6edf3f169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:50.992578 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-4d0443a4-6d5a-44ea-83c3-89124ef7c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:50.994045 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-4d0443a4-6d5a-44ea-83c3-89124ef7c3dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d3f7b11dc1140918615855e5ce6b3cc&device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 1096 time: 0.3244152 Jun 09 21:55:51.001812 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cce78-2779-478e-a63b-8694ab41cf0b req-46c464c8-4c79-469b-824e-8f0cb3516c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.004059 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-670cce78-2779-478e-a63b-8694ab41cf0b req-46c464c8-4c79-469b-824e-8f0cb3516c02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2529850 Jun 09 21:55:51.014537 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d5155-f3a2-445e-9900-5c5090d13c26 req-8e69303b-dff7-415c-b4fe-a28001fe0ee8 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.016164 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ba2d5155-f3a2-445e-9900-5c5090d13c26 req-8e69303b-dff7-415c-b4fe-a28001fe0ee8 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 943 time: 0.2031405 Jun 09 21:55:51.016627 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51768) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:51.208737 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.209040 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ba2d5155-f3a2-445e-9900-5c5090d13c26 req-1a598070-24b6-45e9-b0d8-5426ea4919d9 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590679 Jun 09 21:55:51.224084 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-050596f8-3895-4500-8ee2-f55b5703b985 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c07e99430c5b4034a4d1f40c5ae16c69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2390485 Jun 09 21:55:51.228351 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050596f8-3895-4500-8ee2-f55b5703b985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f783c044-661a-4c18-999c-f7fdf88c362a,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:51.238939 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51776) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:51.241064 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-050596f8-3895-4500-8ee2-f55b5703b985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:51.264785 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e372c11a-c925-4870-90aa-957a0a9b225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.270739 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b56cc475-8520-4ee6-a292-707c07f8b482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.282836 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-670cce78-2779-478e-a63b-8694ab41cf0b req-9726d9d9-c6db-4d89-b880-eed749b8553a service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640040 Jun 09 21:55:51.285506 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e372c11a-c925-4870-90aa-957a0a9b225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.293365 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-da29b46b-64f8-41eb-a09d-e786f149977a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:51.367670 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-75d3f4a0-5312-4a6b-85ef-8a3dc27c5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.369128 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-75d3f4a0-5312-4a6b-85ef-8a3dc27c5eff service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 HTTP/1.1" status: 200 len: 909 time: 0.3644629 Jun 09 21:55:51.369935 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.372320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.375754 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7adc15b-b093-46fd-8859-3784d8f492ec HTTP/1.1" status: 204 len: 168 time: 0.6142647 Jun 09 21:55:51.375754 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.377536 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0bed582a-1e38-4e23-a81f-346c1f8cbdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:51.433244 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372c11a-c925-4870-90aa-957a0a9b225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdee63b-b06a-436e-9d76-d0eb43717635,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:51.457000 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-e372c11a-c925-4870-90aa-957a0a9b225e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb9dc8f9a46d4c04b32ae5c34b283703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7567167 Jun 09 21:55:51.458308 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-e372c11a-c925-4870-90aa-957a0a9b225e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:51.463656 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7adc15b-b093-46fd-8859-3784d8f492ec,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:51.467921 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51782) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:51.469441 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-aefa51b3-73bb-4eff-95fa-47420ec44208 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc1047e0-b44f-4647-b50b-6a461db97e56 HTTP/1.1" status: 200 len: 217 time: 0.0934942 Jun 09 21:55:51.475228 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:51.543980 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.594644 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-670cce78-2779-478e-a63b-8694ab41cf0b req-a9560556-1582-4e9c-8d89-413dcf452b55 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021052 Jun 09 21:55:51.712311 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-daade35c-c5c1-44ad-96b1-5592fb48b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.713844 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-daade35c-c5c1-44ad-96b1-5592fb48b737 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16434afe-da50-42c3-a792-31a1f58d0264 HTTP/1.1" status: 200 len: 848 time: 0.2193961 Jun 09 21:55:51.779129 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.782497 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b56cc475-8520-4ee6-a292-707c07f8b482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.798424 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3564b-8d05-48fd-9066-f4a9abfd55c4 req-dc468a76-2b2c-4f43-bfe3-91deb9fab7f9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.799553 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-a34fe28c-390e-4509-b2ca-1da640fe0eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661187 Jun 09 21:55:51.800422 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f1f3564b-8d05-48fd-9066-f4a9abfd55c4 req-dc468a76-2b2c-4f43-bfe3-91deb9fab7f9 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 943 time: 0.2081983 Jun 09 21:55:51.802647 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b56cc475-8520-4ee6-a292-707c07f8b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.807239 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.809588 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.813160 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f783c044-661a-4c18-999c-f7fdf88c362a HTTP/1.1" status: 204 len: 168 time: 0.5710008 Jun 09 21:55:51.813285 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1eeeaff4-6d65-4d50-a3d3-a8f2923d6cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:51.823142 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-91543e88-139e-4ab9-bd1c-797e6a07ae8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:51.881931 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674f17b-8370-4fd5-9db4-3bfaa3de1448 req-644d3cb1-cb6b-4677-95ac-825f733bcab6 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.883457 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5674f17b-8370-4fd5-9db4-3bfaa3de1448 req-644d3cb1-cb6b-4677-95ac-825f733bcab6 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2283788 Jun 09 21:55:51.891795 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cc475-8520-4ee6-a292-707c07f8b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb34891-40be-4bc6-b618-bf52e4e5c2a5,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:51.897751 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b56cc475-8520-4ee6-a292-707c07f8b482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:51.910865 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b56cc475-8520-4ee6-a292-707c07f8b482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f122bf2e9f54381ba5f261f5b3ad736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8899801 Jun 09 21:55:51.911545 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51798) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:51.914363 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f783c044-661a-4c18-999c-f7fdf88c362a,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:51.924674 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:51.926631 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:51.958251 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f1f3564b-8d05-48fd-9066-f4a9abfd55c4 req-8ffc957d-fd43-4682-878a-34eab2129634 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368928 Jun 09 21:55:51.984637 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-1caa509c-8730-49fa-91f4-20a13b8c50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:51.986405 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-1caa509c-8730-49fa-91f4-20a13b8c50e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.4229999 Jun 09 21:55:52.020906 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5674f17b-8370-4fd5-9db4-3bfaa3de1448 req-517c0066-e242-4fe4-b990-1042c64f9612 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260993 Jun 09 21:55:52.047513 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.107727 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.167164 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-e7689591-ed0d-42a8-86ad-8afd4c0487f6 service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533607 Jun 09 21:55:52.191820 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.194378 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.197970 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fb34891-40be-4bc6-b618-bf52e4e5c2a5 HTTP/1.1" status: 204 len: 168 time: 0.2690964 Jun 09 21:55:52.197970 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7335f704-f3c9-4c65-893a-85179d1ec188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:52.208169 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb34891-40be-4bc6-b618-bf52e4e5c2a5,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:52.217124 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:52.293435 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.296262 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.297298 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bdee63b-b06a-436e-9d76-d0eb43717635 HTTP/1.1" status: 204 len: 168 time: 0.8268976 Jun 09 21:55:52.309080 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1b51b80e-e586-4416-a3d3-43615437b97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:52.326540 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdee63b-b06a-436e-9d76-d0eb43717635,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:52.329388 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:52.333561 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51814) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:52.347204 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-1e56adad-a341-4534-a57b-4b2d7ef4b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:52.348775 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-1e56adad-a341-4534-a57b-4b2d7ef4b205 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.3430908 Jun 09 21:55:52.393729 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ecd2-e5ac-47de-a4b9-fca20ff30c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.433029 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-8da693db-fc57-4e5c-a94a-671628f63b2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0758381 Jun 09 21:55:52.521287 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-65510397-4f64-4f76-9bc5-5e275ea25f3f req-dc6c8f49-4274-4523-86d0-a2797c188a87 service neutron] 10.222.0.15 "GET /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455949 Jun 09 21:55:52.555971 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-1d728dc2-3f20-4d16-b54e-51fcf0e3c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:52.557547 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-1d728dc2-3f20-4d16-b54e-51fcf0e3c0cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.1094394 Jun 09 21:55:52.567814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b57d1-bca5-4dbc-86a8-39f6f1b28a22 req-5a2b1cb7-201e-49a9-9ef1-f1be17e57930 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:52.569656 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-869b57d1-bca5-4dbc-86a8-39f6f1b28a22 req-5a2b1cb7-201e-49a9-9ef1-f1be17e57930 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 943 time: 0.1616712 Jun 09 21:55:52.624350 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-9221dedf-ac32-4029-b388-c15bcfb10913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567303 Jun 09 21:55:52.655835 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ecd2-e5ac-47de-a4b9-fca20ff30c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.701051 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-869b57d1-bca5-4dbc-86a8-39f6f1b28a22 req-3d0217f3-2041-4a32-8c77-b9db1fb2cde6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686164 Jun 09 21:55:52.704345 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ecd2-e5ac-47de-a4b9-fca20ff30c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:52.715787 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ac0b4926-c637-4337-97dd-6c83734a27f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:52.793912 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-b6e76b54-7ac9-4b74-9c25-4ce5e61b85eb service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606584 Jun 09 21:55:52.868490 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6ecd2-e5ac-47de-a4b9-fca20ff30c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74809c4d-551f-44b6-9556-a6cd5cfaa831,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:52.883464 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-a3e6ecd2-e5ac-47de-a4b9-fca20ff30c5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73cdeb0eab2e40eaa8efe4e9f3ff1e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481980 Jun 09 21:55:52.886735 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51830) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:52.890840 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-a3e6ecd2-e5ac-47de-a4b9-fca20ff30c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:52.975213 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51834) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:52.995190 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.006489 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7618ac4f-774c-445b-bf0e-e3aef33c8467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.027549 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.172849 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7618ac4f-774c-445b-bf0e-e3aef33c8467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.206191 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-352a534c-42f2-4d56-b299-9feea5cd26a7 req-9fd589fb-3392-4eeb-b58f-ede1817d2524 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050109 Jun 09 21:55:53.217660 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.220974 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.224822 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74809c4d-551f-44b6-9556-a6cd5cfaa831 HTTP/1.1" status: 204 len: 168 time: 0.3345416 Jun 09 21:55:53.224822 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-db741002-268e-4f0f-9ac6-760ff7c20e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:53.240688 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74809c4d-551f-44b6-9556-a6cd5cfaa831,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:53.251298 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:53.298854 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7618ac4f-774c-445b-bf0e-e3aef33c8467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.316308 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-eefe8a8b-9ef3-44c3-bdbb-29da9dd7f862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:53.387797 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-7618ac4f-774c-445b-bf0e-e3aef33c8467 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e901de454d44845aa3f5f8f89e3ec5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089777 Jun 09 21:55:53.388536 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618ac4f-774c-445b-bf0e-e3aef33c8467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f901da-6741-4c63-a3da-bdb62b77bb2d,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:53.390456 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51858) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:53.391747 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7618ac4f-774c-445b-bf0e-e3aef33c8467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:53.428803 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b069c4b-7eb8-47d1-8b47-33e26c9aea1f req-27ed31bd-5873-443c-8ff3-59d799394d46 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:53.430335 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3b069c4b-7eb8-47d1-8b47-33e26c9aea1f req-27ed31bd-5873-443c-8ff3-59d799394d46 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 943 time: 0.1900392 Jun 09 21:55:53.437960 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a57977-6049-4b73-939f-ea06f07ba466 req-d5c025e1-924a-48bd-a8b6-e1f3888221a7 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:53.439442 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b1a57977-6049-4b73-939f-ea06f07ba466 req-d5c025e1-924a-48bd-a8b6-e1f3888221a7 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2788267 Jun 09 21:55:53.474760 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.508921 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.512994 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3b069c4b-7eb8-47d1-8b47-33e26c9aea1f req-8cc47445-1cc4-4613-9316-f1e49abe9e32 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725894 Jun 09 21:55:53.521108 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b1a57977-6049-4b73-939f-ea06f07ba466 req-595c5461-3107-4bab-b39c-cb61a6fa8641 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626545 Jun 09 21:55:53.593958 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.597281 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.599691 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98f901da-6741-4c63-a3da-bdb62b77bb2d HTTP/1.1" status: 204 len: 168 time: 0.2080159 Jun 09 21:55:53.600466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:53.619200 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f901da-6741-4c63-a3da-bdb62b77bb2d,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:53.623269 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:53.721509 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51872) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:53.740268 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f52995fc-dd11-47b3-a0ce-2666afe2e0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.862180 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f52995fc-dd11-47b3-a0ce-2666afe2e0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.867311 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f52995fc-dd11-47b3-a0ce-2666afe2e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:53.877621 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ff20a7b0-0cf8-4467-b4af-28503ba8ce8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:53.918529 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f52995fc-dd11-47b3-a0ce-2666afe2e0d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0eb1e68d5cf74ad0a565e686d594535c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950796 Jun 09 21:55:53.920658 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52995fc-dd11-47b3-a0ce-2666afe2e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae678bb-ad37-4b99-ab3e-d73c9d78096a,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:53.923845 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51876) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:53.936411 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f52995fc-dd11-47b3-a0ce-2666afe2e0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:53.946124 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec5f9-3d22-4cb3-9c24-bbee806f8f08 req-1ea8462a-7518-42e0-8462-f43c7151981f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:53.950863 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-530ec5f9-3d22-4cb3-9c24-bbee806f8f08 req-1ea8462a-7518-42e0-8462-f43c7151981f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 943 time: 0.1281579 Jun 09 21:55:53.995655 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.000858 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-530ec5f9-3d22-4cb3-9c24-bbee806f8f08 req-af893cf8-e22c-40dc-8bd3-ac4d068c4cdf tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463994 Jun 09 21:55:54.027288 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.084683 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.087734 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.089119 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ae678bb-ad37-4b99-ab3e-d73c9d78096a HTTP/1.1" status: 204 len: 168 time: 0.1639142 Jun 09 21:55:54.090145 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-050596f8-3895-4500-8ee2-f55b5703b985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:54.100527 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae678bb-ad37-4b99-ab3e-d73c9d78096a,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:54.103145 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:54.178477 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51888) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:54.208572 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0ef43074-567c-4124-9bfa-d592bb899b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.342879 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0ef43074-567c-4124-9bfa-d592bb899b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.348185 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0ef43074-567c-4124-9bfa-d592bb899b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.356674 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-a3e6ecd2-e5ac-47de-a4b9-fca20ff30c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:54.368515 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device cc1047e0-b44f-4647-b50b-6a461db97e56 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:54.401386 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51904) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:54.401565 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-0ef43074-567c-4124-9bfa-d592bb899b2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13221451d8aa4a21922e258b1c5f4445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219763 Jun 09 21:55:54.403236 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef43074-567c-4124-9bfa-d592bb899b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c46a33-dcaa-4be4-b628-99a2e4411007,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:54.406265 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0ef43074-567c-4124-9bfa-d592bb899b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:54.490017 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.524235 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.554327 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port cc1047e0-b44f-4647-b50b-6a461db97e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc1047e0-b44f-4647-b50b-6a461db97e56,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:54.574434 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'cc1047e0-b44f-4647-b50b-6a461db97e56', 'network_id': 'dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918', 'port_id': 'cc1047e0-b44f-4647-b50b-6a461db97e56', 'mac_address': 'fa:16:3e:6f:cd:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16434afe-da50-42c3-a792-31a1f58d0264', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:54.629880 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.633355 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.633945 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62c46a33-dcaa-4be4-b628-99a2e4411007 HTTP/1.1" status: 204 len: 168 time: 0.2310741 Jun 09 21:55:54.634957 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7bdfc6f9-7f18-46d2-8c22-fbbf564e2a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:54.658353 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c46a33-dcaa-4be4-b628-99a2e4411007,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:54.666016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:54.671517 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.740072 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1047e0-b44f-4647-b50b-6a461db97e56 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:54.776446 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port cc1047e0-b44f-4647-b50b-6a461db97e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc1047e0-b44f-4647-b50b-6a461db97e56,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:54.781840 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:54.783105 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:55:54.850191 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c03dbe-ed09-407a-b65a-43445853407a req-72e09065-4725-4ffd-871d-4c2f9d071b61 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:54.851855 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d4c03dbe-ed09-407a-b65a-43445853407a req-72e09065-4725-4ffd-871d-4c2f9d071b61 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1733627 Jun 09 21:55:54.860403 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22560b94-ed03-4fea-a4be-172b1bd1d25d req-a15ef527-1f2d-4870-a08c-f53748c8f98f tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:54.862012 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-22560b94-ed03-4fea-a4be-172b1bd1d25d req-a15ef527-1f2d-4870-a08c-f53748c8f98f tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 944 time: 0.1206186 Jun 09 21:55:54.918635 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d4c03dbe-ed09-407a-b65a-43445853407a req-42aaabf4-a2b9-4342-b925-fb5ae1583edb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555406 Jun 09 21:55:54.942915 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:54.962570 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-22560b94-ed03-4fea-a4be-172b1bd1d25d req-d1818e73-0a16-43ab-bcb7-f63ffdfc4b0b tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701461 Jun 09 21:55:55.047802 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:55.075034 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'port_id': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'mac_address': 'fa:16:3e:94:10:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:55:55.121069 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 51946) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:55.121208 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=cc1047e0-b44f-4647-b50b-6a461db97e56,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:55.149369 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:55.165515 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.186557 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:55:55.203517 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:55.209479 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.211967 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:55.275868 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026772f0-9ae9-44d9-9d96-c3b17811c474 req-5920cd2c-d155-4fa2-b138-47898ff8ffeb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:55.285327 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-026772f0-9ae9-44d9-9d96-c3b17811c474 req-5920cd2c-d155-4fa2-b138-47898ff8ffeb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 944 time: 0.1197605 Jun 09 21:55:55.349760 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c2d93715-e74f-4d38-8c3b-d2cbd9e90f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.351071 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-026772f0-9ae9-44d9-9d96-c3b17811c474 req-4c7f4707-2148-4fb6-9313-cda931036748 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646820 Jun 09 21:55:55.351577 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:55.367702 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:55.485924 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c2d93715-e74f-4d38-8c3b-d2cbd9e90f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.491836 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c2d93715-e74f-4d38-8c3b-d2cbd9e90f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.506352 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b4c0d7cd-b011-4262-9aca-fd18e121f6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:55.551684 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-c2d93715-e74f-4d38-8c3b-d2cbd9e90f97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7225527cafca46ce8895f7f14e907a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282317 Jun 09 21:55:55.551684 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d93715-e74f-4d38-8c3b-d2cbd9e90f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09ac46-93bc-4efb-923b-2dbd1215cc90,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:55.552064 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 51988) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:55.561904 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c2d93715-e74f-4d38-8c3b-d2cbd9e90f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:55.618185 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.636183 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['cc1047e0-b44f-4647-b50b-6a461db97e56'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:55.651266 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.727535 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.731755 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:55.737535 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a09ac46-93bc-4efb-923b-2dbd1215cc90 HTTP/1.1" status: 204 len: 168 time: 0.1817734 Jun 09 21:55:55.737535 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b56cc475-8520-4ee6-a292-707c07f8b482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:55.750289 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:55:55.765791 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09ac46-93bc-4efb-923b-2dbd1215cc90,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:55.765791 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:56.264974 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 52038) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:56.271780 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db611c6-c647-42c2-802b-1935856c7cd7 req-deef8048-5454-4fbd-852e-ece2b6d3982f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:56.278766 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6db611c6-c647-42c2-802b-1935856c7cd7 req-deef8048-5454-4fbd-852e-ece2b6d3982f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2018075 Jun 09 21:55:56.284805 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f84fb3fb-75f7-44fc-b66e-6b32ac6ffc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:56.353513 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d59a88-da12-4d38-8562-4ce48073fcd0 req-47cf7a06-fe97-4b90-9a8a-473b56091582 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:56.361821 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-81d59a88-da12-4d38-8562-4ce48073fcd0 req-47cf7a06-fe97-4b90-9a8a-473b56091582 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 944 time: 0.1927285 Jun 09 21:55:56.388967 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6db611c6-c647-42c2-802b-1935856c7cd7 req-3f871301-40b0-49c6-a109-7be3b84b177d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083558 Jun 09 21:55:56.444856 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-81d59a88-da12-4d38-8562-4ce48073fcd0 req-8ce5c422-f8a2-4814-8df5-2efe7458ca2f tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785141 Jun 09 21:55:56.496690 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f84fb3fb-75f7-44fc-b66e-6b32ac6ffc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:56.502701 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f84fb3fb-75f7-44fc-b66e-6b32ac6ffc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:56.513930 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-670a4c7f-2a95-48b2-a5e3-b4be0c605d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:56.559073 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f84fb3fb-75f7-44fc-b66e-6b32ac6ffc93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c3843d9c1fc442c9a4f2d03e5538eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930217 Jun 09 21:55:56.560645 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fb3fb-75f7-44fc-b66e-6b32ac6ffc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13198f21-46c2-47e6-af49-8c0007e7eb7a,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:56.561740 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52046) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:56.574572 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f84fb3fb-75f7-44fc-b66e-6b32ac6ffc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:56.702202 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:56.740545 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:56.768015 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153d8f-edaa-4692-8ea6-c305306851fa req-0cd83f5b-93a4-4b55-9348-b734873d1abe tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:56.773576 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ef153d8f-edaa-4692-8ea6-c305306851fa req-0cd83f5b-93a4-4b55-9348-b734873d1abe tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 944 time: 0.1668773 Jun 09 21:55:56.842997 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ef153d8f-edaa-4692-8ea6-c305306851fa req-cecce4d0-b34e-4f7c-acc3-7e4a074b06ad tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623777 Jun 09 21:55:56.864433 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:56.867492 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:56.868702 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13198f21-46c2-47e6-af49-8c0007e7eb7a HTTP/1.1" status: 204 len: 168 time: 0.3058686 Jun 09 21:55:56.869629 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-71df368f-7c03-4d52-b215-b1c5324f267e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:56.881456 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13198f21-46c2-47e6-af49-8c0007e7eb7a,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:56.884411 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:57.026419 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52066) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:57.265424 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-00b7bdfa-54e3-4c06-bfb4-8ba516b90a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:57.386473 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-00b7bdfa-54e3-4c06-bfb4-8ba516b90a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:57.393818 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-00b7bdfa-54e3-4c06-bfb4-8ba516b90a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:57.401143 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7618ac4f-774c-445b-bf0e-e3aef33c8467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:57.449617 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-00b7bdfa-54e3-4c06-bfb4-8ba516b90a13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc2e2df5b28a48aea571d887f9f1a752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196343 Jun 09 21:55:57.449617 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7bdfa-54e3-4c06-bfb4-8ba516b90a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5d9ba2-7fc3-4580-8b0b-936482fd7867,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:57.450004 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 52086) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:57.451190 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-00b7bdfa-54e3-4c06-bfb4-8ba516b90a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:57.567098 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:57.598127 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:57.658478 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:57.661360 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:57.664847 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a5d9ba2-7fc3-4580-8b0b-936482fd7867 HTTP/1.1" status: 204 len: 168 time: 0.2109075 Jun 09 21:55:57.664847 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-546d3bf5-e9c8-4764-9954-95044464ed28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:57.673202 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5d9ba2-7fc3-4580-8b0b-936482fd7867,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:57.683944 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:57.730702 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228210d-67e2-4cc9-9588-55a3ba5f0a02 req-752e3a14-afb3-431e-9e26-48f30311d389 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:57.732702 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8228210d-67e2-4cc9-9588-55a3ba5f0a02 req-752e3a14-afb3-431e-9e26-48f30311d389 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1706564 Jun 09 21:55:57.742210 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d719bb5-148a-4795-b038-340a419974e6 req-93e4544c-4f61-4136-b53a-98e744a6ed33 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:57.743763 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7d719bb5-148a-4795-b038-340a419974e6 req-93e4544c-4f61-4136-b53a-98e744a6ed33 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 944 time: 0.1842124 Jun 09 21:55:57.751953 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 52102) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:57.819699 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8228210d-67e2-4cc9-9588-55a3ba5f0a02 req-aa762fa1-c19a-4d48-8b0a-47fb328f6820 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749271 Jun 09 21:55:57.824370 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7d719bb5-148a-4795-b038-340a419974e6 req-5f01ee14-4347-431d-b793-780f26c39f26 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624850 Jun 09 21:55:58.088772 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2125525618-network', 'tenant_id': 'eeca47f9b688445ab7157bb1dda20382'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:58.091192 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951db9a9-308d-493b-a4bd-d8c91750f437 req-ec723a2c-2d0a-40b0-b35c-3e30e4e89052 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:58.092784 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-951db9a9-308d-493b-a4bd-d8c91750f437 req-ec723a2c-2d0a-40b0-b35c-3e30e4e89052 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 944 time: 0.1224897 Jun 09 21:55:58.125519 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Made reservation on behalf of eeca47f9b688445ab7157bb1dda20382 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:58.130440 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.146977 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.150875 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-951db9a9-308d-493b-a4bd-d8c91750f437 req-5cad96f4-691b-4fd2-a5fb-bc5637f3dec8 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508952 Jun 09 21:55:58.270194 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.274303 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.277196 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f52995fc-dd11-47b3-a0ce-2666afe2e0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:58.308216 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:55:58.322115 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15cb329-7e4b-4612-957e-1449d20fb877,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:58.325690 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:58.329664 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.330585 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Added segment 9148a6f0-ea13-4b9c-827b-647300df1d56 of type vlan for network e4e74895-56ba-4fca-9af3-f9fbeb136520 Jun 09 21:55:58.359079 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.403838 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.407116 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:58.408503 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.414299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device cc1047e0-b44f-4647-b50b-6a461db97e56 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:58.417218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9694c70d-b7fb-4b7f-a27a-981c43863336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:58.505073 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port cc1047e0-b44f-4647-b50b-6a461db97e56 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:58.511047 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port cc1047e0-b44f-4647-b50b-6a461db97e56 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:58.511635 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.533286 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e74895-56ba-4fca-9af3-f9fbeb136520,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:58.538273 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7849689 Jun 09 21:55:58.540575 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:58.541772 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52130) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:55:58.551575 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Request body: {'subnet': {'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2125525618-subnet', 'tenant_id': 'eeca47f9b688445ab7157bb1dda20382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:55:58.570353 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network e4e74895-56ba-4fca-9af3-f9fbeb136520 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:55:58.579215 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Made reservation on behalf of eeca47f9b688445ab7157bb1dda20382 for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:55:58.581913 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.821727 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.852203 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1047e0-b44f-4647-b50b-6a461db97e56'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:55:58.855166 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ec02b-4165-4808-8a5c-a310664d7865" -d '{"events": [{"server_uuid": "fe316a7f-743e-4898-9fb9-ca1497ad43b0", "name": "network-vif-plugged", "status": "completed", "tag": "cc1047e0-b44f-4647-b50b-6a461db97e56"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:55:58.870048 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port cc1047e0-b44f-4647-b50b-6a461db97e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc1047e0-b44f-4647-b50b-6a461db97e56,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:58.876192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:58.877324 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:55:58.958759 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:58.986234 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:55:59.061867 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:55:59.072092 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:55:59.072563 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.098445 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=cc1047e0-b44f-4647-b50b-6a461db97e56,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:59.111427 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:59.209606 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dabc70-e2a7-4991-9a7b-fb81b3a42cac req-7398517b-275c-45fe-8bf4-548a03e04dc8 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:59.211102 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02dabc70-e2a7-4991-9a7b-fb81b3a42cac req-7398517b-275c-45fe-8bf4-548a03e04dc8 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 945 time: 0.2516909 Jun 09 21:55:59.214213 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.227440 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f624-51d2-4845-8454-2d9bef42cfd1 req-4680c833-d43e-4e75-b082-1e3efc747b8a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:59.229246 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0c07f624-51d2-4845-8454-2d9bef42cfd1 req-4680c833-d43e-4e75-b082-1e3efc747b8a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2104840 Jun 09 21:55:59.232475 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5426648f-b0fc-4fca-9535-60d7917b5792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:59.244681 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.290319 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:55:59.305984 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.313726 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:55:59.380592 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:59.388949 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:59.393283 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02dabc70-e2a7-4991-9a7b-fb81b3a42cac req-9cf1e6c5-f22c-4fb8-bc8e-bfb5911feabe tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629741 Jun 09 21:55:59.403761 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0c07f624-51d2-4845-8454-2d9bef42cfd1 req-335cf6cb-3bd3-4b59-a8fc-23902bdb609a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377709 Jun 09 21:55:59.406626 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Checking segment: {'id': '9148a6f0-ea13-4b9c-827b-647300df1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:55:59.406814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Network hostable DHCP agents. Network: e4e74895-56ba-4fca-9af3-f9fbeb136520, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:55:59.444522 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Network e4e74895-56ba-4fca-9af3-f9fbeb136520 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:55:59.450685 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:55:59.462719 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:55:59.465629 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, e4e74895-56ba-4fca-9af3-f9fbeb136520) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:55:59.474138 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab394b-42f1-471e-844d-45e0f46385e5 None None] Network e4e74895-56ba-4fca-9af3-f9fbeb136520 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:55:59.475596 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:59.476263 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:55:59.498160 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-7f1de88a-e5ca-4b29-972a-9208c790bb96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9538529 Jun 09 21:55:59.567884 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9983a38-6bd0-468e-8b86-9875bc53e36e x-openstack-request-id: req-d9983a38-6bd0-468e-8b86-9875bc53e36e {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:55:59.568178 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe316a7f-743e-4898-9fb9-ca1497ad43b0", "name": "network-vif-plugged", "status": "completed", "tag": "cc1047e0-b44f-4647-b50b-6a461db97e56", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:55:59.568438 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9983a38-6bd0-468e-8b86-9875bc53e36e {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:55:59.568822 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1047e0-b44f-4647-b50b-6a461db97e56', 'code': 200} Jun 09 21:55:59.734433 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3cae6-b1cb-45d8-9eac-f4d9b2e2ce8e req-391a85dd-6ca9-424e-8495-8ac74b4754e3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:59.736022 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-68a3cae6-b1cb-45d8-9eac-f4d9b2e2ce8e req-391a85dd-6ca9-424e-8495-8ac74b4754e3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1040642 Jun 09 21:55:59.742720 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d232d6a-7068-40d6-8833-9fe2888934ef None None] Network e4e74895-56ba-4fca-9af3-f9fbeb136520 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:55:59.795029 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-68a3cae6-b1cb-45d8-9eac-f4d9b2e2ce8e req-8d3e4c3d-b69c-468e-886e-5413d3d924be tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515676 Jun 09 21:55:59.827603 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99194bef-982b-4dc9-a9a0-bb697ff1bf8c req-e3de4664-f410-4a22-9443-b22b7e3b0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:55:59.829615 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-99194bef-982b-4dc9-a9a0-bb697ff1bf8c req-e3de4664-f410-4a22-9443-b22b7e3b0df9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 1098 time: 0.0911627 Jun 09 21:55:59.884632 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-99194bef-982b-4dc9-a9a0-bb697ff1bf8c req-799923e4-377d-4f54-ba91-21fc17c11909 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Jun 09 21:56:00.182179 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52182) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:00.187010 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1104160575-network', 'tenant_id': '56db4864c09242e08f4372faa938acb3'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:00.208541 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Made reservation on behalf of 56db4864c09242e08f4372faa938acb3 for: {'network': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:00.211079 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.223558 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.337506 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.341240 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.345102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:00.371593 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=91721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:56:00.380016 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba414f30-6fe7-44c8-ada4-9ae7b7f05c9a,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:00.383484 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:00.386445 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.386828 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.segments_db [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Added segment 02ec4895-000a-4eb1-a8de-3e4376d3370c of type vlan for network 2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1 Jun 09 21:56:00.414577 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.457800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.460252 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:00.464371 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.471408 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2694418a-6263-41c8-ba40-57034ffe5b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:00.664991 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4816871 Jun 09 21:56:00.667864 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 52196) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:00.673500 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Request body: {'subnet': {'network_id': '2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1104160575-subnet', 'tenant_id': '56db4864c09242e08f4372faa938acb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:00.687939 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:00.690877 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:00.697961 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Made reservation on behalf of 56db4864c09242e08f4372faa938acb3 for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:00.700852 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10781597'] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:00.715542 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:56:00.739537 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bb393-1f41-40c4-a662-bdcf5eb7429b req-9ebf8588-82d3-4fc8-bfe5-0740d1fd064f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:00.741046 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a96bb393-1f41-40c4-a662-bdcf5eb7429b req-9ebf8588-82d3-4fc8-bfe5-0740d1fd064f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1936715 Jun 09 21:56:00.753832 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644fffe-d527-474c-b0f4-2b89fa20cb29 req-4688c306-b69a-4ac7-adf7-76e3cf7a07da tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:00.755815 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5644fffe-d527-474c-b0f4-2b89fa20cb29 req-4688c306-b69a-4ac7-adf7-76e3cf7a07da tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 945 time: 0.2098358 Jun 09 21:56:00.834652 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a96bb393-1f41-40c4-a662-bdcf5eb7429b req-960ed5d2-1917-421f-8f89-a6fea30d5369 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776362 Jun 09 21:56:00.872776 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5644fffe-d527-474c-b0f4-2b89fa20cb29 req-1e439c18-da58-4ca4-8ce5-d2decfa004c4 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993180 Jun 09 21:56:01.026016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10588369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10781679'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.032024 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:01.084241 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf939da-8cbd-47df-88b4-a006374d8139 req-c7040d31-7fc8-4fd7-99d1-579d16e5f8dc tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:01.085995 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6bf939da-8cbd-47df-88b4-a006374d8139 req-c7040d31-7fc8-4fd7-99d1-579d16e5f8dc tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0947511 Jun 09 21:56:01.136197 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6bf939da-8cbd-47df-88b4-a006374d8139 req-d3f79b5e-d191-4a86-bfb5-b54a64a34ef0 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Jun 09 21:56:01.168509 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Checking segment: {'id': '02ec4895-000a-4eb1-a8de-3e4376d3370c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:01.168863 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Network hostable DHCP agents. Network: 2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:56:01.181512 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b94b569-8072-462f-a4ca-2919ae382fb5,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:01.192000 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:01.196784 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Network 2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:56:01.210878 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:01.214115 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09911e-642f-4e58-a94e-247e46f89dcf req-6e891e1e-e797-477a-b9d4-5a874d408475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:01.215595 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fa09911e-642f-4e58-a94e-247e46f89dcf req-6e891e1e-e797-477a-b9d4-5a874d408475 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.1517653 Jun 09 21:56:01.218311 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:01.218910 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:01.220004 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f34e1-6ff2-4af3-9fe8-3b220fc99896 None None] Network 2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:01.264639 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5855448 Jun 09 21:56:01.278102 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fa09911e-642f-4e58-a94e-247e46f89dcf req-5da5a1f2-1b0e-4a3c-a31a-f4c4e3c55594 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Jun 09 21:56:01.466623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7ef8b-4877-4636-b82e-4231850aad1d None None] Network 2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:56:01.571364 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:01.573581 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e05da0-273e-42c1-bb16-b07f04ebc1af" -d '{"events": [{"server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "name": "network-vif-plugged", "status": "completed", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:01.627676 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dc2707-9423-484b-9468-8db053dfaf3d x-openstack-request-id: req-69dc2707-9423-484b-9468-8db053dfaf3d {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:01.628048 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "name": "network-vif-plugged", "status": "completed", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:01.628305 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69dc2707-9423-484b-9468-8db053dfaf3d {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:01.628687 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'code': 200} Jun 09 21:56:01.857986 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fa26-e5df-48d8-b5ce-c771b6924856 req-47e42130-c0d6-4c4c-8715-61fe4c50a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:01.859914 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8344fa26-e5df-48d8-b5ce-c771b6924856 req-47e42130-c0d6-4c4c-8715-61fe4c50a802 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1098 time: 0.0693021 Jun 09 21:56:01.891690 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-73f020a6-6321-4129-8e54-c356d20767a5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:01.893169 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-73f020a6-6321-4129-8e54-c356d20767a5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/networks?id=e4e74895-56ba-4fca-9af3-f9fbeb136520 HTTP/1.1" status: 200 len: 809 time: 0.1519630 Jun 09 21:56:01.907813 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8344fa26-e5df-48d8-b5ce-c771b6924856 req-7b4a7af9-06d6-4e23-b8d9-61948b71aee1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379794 Jun 09 21:56:01.908032 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-a5e081e2-17c6-4250-a2ac-c335b43f86b4 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/quotas/eeca47f9b688445ab7157bb1dda20382 HTTP/1.1" status: 200 len: 375 time: 0.0086086 Jun 09 21:56:01.958594 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-e0ab4fa7-047c-4026-a054-338ec1bea39a tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeca47f9b688445ab7157bb1dda20382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434926 Jun 09 21:56:02.151726 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-e4fa8f14-4c30-48d7-91bc-6b618aa85546 service neutron] 10.222.0.25 "GET /v2.0/networks/e4e74895-56ba-4fca-9af3-f9fbeb136520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856275 Jun 09 21:56:02.162168 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163af24-aa92-463b-b18b-3505f1efa019 req-80684984-a5d6-4441-a8a6-e5b784e56bcf tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:02.163652 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0163af24-aa92-463b-b18b-3505f1efa019 req-80684984-a5d6-4441-a8a6-e5b784e56bcf tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1797740 Jun 09 21:56:02.353689 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0163af24-aa92-463b-b18b-3505f1efa019 req-13df36ff-e3a0-4a9a-a190-88c4075fb6cd tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686337 Jun 09 21:56:02.402597 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-c6f54ce4-e07c-43ac-a07b-dd7fa6d8a550 service neutron] 10.222.0.25 "GET /v2.0/networks/e4e74895-56ba-4fca-9af3-f9fbeb136520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376554 Jun 09 21:56:02.577618 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64644fd-73ad-447e-9aad-e6521d8787f7 req-390b544a-668a-4d8c-afc0-aabc35c68d23 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:02.579587 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f64644fd-73ad-447e-9aad-e6521d8787f7 req-390b544a-668a-4d8c-afc0-aabc35c68d23 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 945 time: 0.1147563 Jun 09 21:56:02.658929 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f64644fd-73ad-447e-9aad-e6521d8787f7 req-7a7597a3-1a1c-45d8-8441-5673f583af1a tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701587 Jun 09 21:56:02.871463 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 52260) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:02.905364 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dfef32e6-95e2-4c31-947a-8be8771a5c72 req-cca9c97e-70c3-4c86-a6f0-bc7d8ed44ef0 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 210 time: 0.0620253 Jun 09 21:56:02.936881 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3fc7-9ae4-44b0-894c-6f7540d06df5 req-f5c753a9-a9a1-4528-9760-6265e4a360ad tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:02.938310 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1faa3fc7-9ae4-44b0-894c-6f7540d06df5 req-f5c753a9-a9a1-4528-9760-6265e4a360ad tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1463826 Jun 09 21:56:02.999322 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1faa3fc7-9ae4-44b0-894c-6f7540d06df5 req-1395c8d5-d699-49c7-9394-0c92f5101baf tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516620 Jun 09 21:56:03.032473 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8616569f-1fb9-48c8-955c-299a0724ac04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.156667 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8616569f-1fb9-48c8-955c-299a0724ac04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.161462 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8616569f-1fb9-48c8-955c-299a0724ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.183685 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c884665a-af76-4d45-a72f-a0f2456becbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:03.214810 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-8616569f-1fb9-48c8-955c-299a0724ac04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8efcbc4138041bf81e477484728edf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417211 Jun 09 21:56:03.217551 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52274) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:03.237731 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616569f-1fb9-48c8-955c-299a0724ac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44977ae9-e1e3-4c95-b4a5-3efd76911ec9,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:03.244301 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8616569f-1fb9-48c8-955c-299a0724ac04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:03.302884 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-480cc877-c32e-4122-98c0-124a101f9c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.329612 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-480cc877-c32e-4122-98c0-124a101f9c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.400613 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-480cc877-c32e-4122-98c0-124a101f9c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.403721 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-480cc877-c32e-4122-98c0-124a101f9c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:03.407694 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-480cc877-c32e-4122-98c0-124a101f9c36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44977ae9-e1e3-4c95-b4a5-3efd76911ec9 HTTP/1.1" status: 204 len: 168 time: 0.1888044 Jun 09 21:56:03.408532 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1c98c181-158c-4764-8534-84ad9da49186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:03.437643 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cc877-c32e-4122-98c0-124a101f9c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44977ae9-e1e3-4c95-b4a5-3efd76911ec9,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:03.443482 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-480cc877-c32e-4122-98c0-124a101f9c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:03.643717 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb35fcd-4d6a-4197-afa9-abc2a135fabc req-40d7dd33-4186-4ebf-80d1-8b8e3dba8e34 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:03.646602 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cdb35fcd-4d6a-4197-afa9-abc2a135fabc req-40d7dd33-4186-4ebf-80d1-8b8e3dba8e34 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1159163 Jun 09 21:56:03.710859 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cdb35fcd-4d6a-4197-afa9-abc2a135fabc req-cb3d419b-3211-4f76-abc6-017a02ce8613 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578175 Jun 09 21:56:04.000160 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ea9e2488-a53e-4aa3-8b4e-1c4e35d491a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.213379 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8eb9dda6-71fd-4b95-89e3-291f7a725248 req-e82bcc17-0548-45a2-a71b-514c5cee3f0b tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 210 time: 0.0609145 Jun 09 21:56:04.252635 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82043874-273d-41ba-9cdb-a6e141cdd366 req-b2d1a8bb-0fdd-40b9-8334-952e59b0a6fe tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.260422 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-82043874-273d-41ba-9cdb-a6e141cdd366 req-b2d1a8bb-0fdd-40b9-8334-952e59b0a6fe tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 945 time: 0.1460557 Jun 09 21:56:04.304275 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-82043874-273d-41ba-9cdb-a6e141cdd366 req-344bd00b-2e85-4297-8d6f-16c912460daf tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Jun 09 21:56:04.309856 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-6e714b95-5a70-41e5-9c16-23ce87e85eee tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.311293 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-6e714b95-5a70-41e5-9c16-23ce87e85eee tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.15 "GET /v2.0/networks?id=e4e74895-56ba-4fca-9af3-f9fbeb136520 HTTP/1.1" status: 200 len: 809 time: 0.3616347 Jun 09 21:56:04.327290 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-373fbe95-1e5e-47ed-a691-14f074912529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.329219 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-373fbe95-1e5e-47ed-a691-14f074912529 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.1654685 Jun 09 21:56:04.339636 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Request body: {'port': {'device_id': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520', 'admin_state_up': True, 'tenant_id': 'eeca47f9b688445ab7157bb1dda20382'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:04.427778 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604cb00-1e97-4d01-be59-58d6779a2748 req-8762052c-1a0e-4700-aa65-297cf658f156 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.429266 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6604cb00-1e97-4d01-be59-58d6779a2748 req-8762052c-1a0e-4700-aa65-297cf658f156 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1028688 Jun 09 21:56:04.523883 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6604cb00-1e97-4d01-be59-58d6779a2748 req-864878c9-a747-4fa7-8056-0b1377b54cb0 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579658 Jun 09 21:56:04.548033 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af9c50-5c0f-43fe-9dca-b026e3038e86 req-21f78569-5f60-41d6-bfe9-8b367ec35cf6 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.559719 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a3af9c50-5c0f-43fe-9dca-b026e3038e86 req-21f78569-5f60-41d6-bfe9-8b367ec35cf6 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1273787 Jun 09 21:56:04.603451 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a3af9c50-5c0f-43fe-9dca-b026e3038e86 req-8d99743c-536e-4304-83bd-3bf1d3024778 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Jun 09 21:56:04.606771 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-acb7cb2e-220f-4fa9-9e02-988897a57849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.608207 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-acb7cb2e-220f-4fa9-9e02-988897a57849 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.2515323 Jun 09 21:56:04.687509 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-90996e65-c8f1-46b4-9344-c218b1548a26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0678151 Jun 09 21:56:04.695398 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Made reservation on behalf of eeca47f9b688445ab7157bb1dda20382 for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:04.700796 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.750519 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0532a-1a15-4785-b716-e8706a3f409b req-59f76564-c8d9-4d58-936d-ceb6272b9574 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.752064 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7bc0532a-1a15-4785-b716-e8706a3f409b req-59f76564-c8d9-4d58-936d-ceb6272b9574 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0900116 Jun 09 21:56:04.762467 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52316) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:04.768998 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'floatingip': {'port_id': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:04.835995 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-97ab34d4-b06a-446f-a9f0-23a2d896920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:04.837918 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-97ab34d4-b06a-446f-a9f0-23a2d896920f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.1261249 Jun 09 21:56:04.878639 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:04.943714 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-3d3b0a2f-cfb6-4547-b089-bbdab3481d2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858767 Jun 09 21:56:05.066744 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Allocated IP 172.20.0.4 (e4e74895-56ba-4fca-9af3-f9fbeb136520/b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd/5baa2a68-f5e6-459a-8f99-8667172fc116) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:05.159382 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-96f53cb3-b7ad-4ba5-9728-13290fda5b56 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081733 Jun 09 21:56:05.445647 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-73a38be5-3c5f-43c9-8b2b-e6f495d5ff91 req-06984cb4-8e13-46c2-8510-3f803e0a32ae service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151568 Jun 09 21:56:05.451607 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.498777 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.507433 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:05.592202 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Network e4e74895-56ba-4fca-9af3-f9fbeb136520 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:05.595412 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:05.598342 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:05.663841 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:05.664461 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.682585 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Pushing event updated for resources: {'Port': ['ID=5baa2a68-f5e6-459a-8f99-8667172fc116,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:05.686456 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:05.706741 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3704872 Jun 09 21:56:05.741375 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Request body: {'port': {'device_id': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:05.808992 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34345e30-7f5c-4b1e-9027-a016f6972de6 req-77e20207-86ea-494a-9cc8-e3b9f983457a tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:05.810366 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-34345e30-7f5c-4b1e-9027-a016f6972de6 req-77e20207-86ea-494a-9cc8-e3b9f983457a tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 931 time: 0.2334638 Jun 09 21:56:05.854587 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.890090 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ddbfc-4440-4ca1-abab-b1a87e94d944 req-a1b56bd8-bcb6-4e1a-8a7b-d332b811dca6 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:05.891590 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5f2ddbfc-4440-4ca1-abab-b1a87e94d944 req-a1b56bd8-bcb6-4e1a-8a7b-d332b811dca6 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 945 time: 0.3170180 Jun 09 21:56:05.981482 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:05.991033 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-34345e30-7f5c-4b1e-9027-a016f6972de6 req-1beaf1f7-178d-4c76-b79d-7a6675fecf09 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210310 Jun 09 21:56:05.993883 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.054364 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5f2ddbfc-4440-4ca1-abab-b1a87e94d944 req-4f306f03-97c3-4eee-b5c7-c22ba0f7286c tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300590 Jun 09 21:56:06.227621 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.l3_db [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Floating IP 9c3337d5-d2c9-4440-87db-bc2d87c1a251 associated. External IP: 172.28.0.219, port: 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24. Jun 09 21:56:06.296591 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-aeb9c5bc-cae2-4086-b037-bb2e842b8b44 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:06.298125 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-aeb9c5bc-cae2-4086-b037-bb2e842b8b44 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 945 time: 0.3319218 Jun 09 21:56:06.370421 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9053-6486-4d6a-ae0f-2e74d471d19d req-d6c1a870-a9b9-4d65-8559-2656f46cffd1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:06.371784 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6a6d9053-6486-4d6a-ae0f-2e74d471d19d req-d6c1a870-a9b9-4d65-8559-2656f46cffd1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2523360 Jun 09 21:56:06.399016 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.411099 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-7ac94b7b-25ab-4c4e-9687-e604e704b0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.442950 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6a6d9053-6486-4d6a-ae0f-2e74d471d19d req-6c5dc3ad-4b49-4eb5-aaaa-16267a4e30ca tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635965 Jun 09 21:56:06.513136 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baa2a68-f5e6-459a-8f99-8667172fc116 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:56:06.522613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.543476 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Transition to ACTIVE for port object 5baa2a68-f5e6-459a-8f99-8667172fc116 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:06.545285 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Deleting port cc1047e0-b44f-4647-b50b-6a461db97e56 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:56:06.545646 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.562602 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.615716 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:06.639699 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Router 00781736-4a79-439b-9695-a9a035ed9263 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:56:06.809030 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5baa2a68-f5e6-459a-8f99-8667172fc116,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:06.818578 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:06.894088 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] For port cc1047e0-b44f-4647-b50b-6a461db97e56, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cc1047e0-b44f-4647-b50b-6a461db97e56,segment=NetworkSegment(b6f37e1c-7cf0-41f4-8481-d458da4000ec),segment_id=b6f37e1c-7cf0-41f4-8481-d458da4000ec)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:06.894367 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.923658 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:56:06.928154 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:06.936352 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] Sync routers for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:56:06.946218 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:06.947070 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:06.999080 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-214e6bb6-197b-4f85-9cea-f08319cd9f57 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "PUT /v2.0/floatingips/9c3337d5-d2c9-4440-87db-bc2d87c1a251 HTTP/1.1" status: 200 len: 991 time: 2.2358921 Jun 09 21:56:06.999731 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:07.015234 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e572a8e5-1378-4b11-98d3-5184a1068733" -d '{"events": [{"name": "network-changed", "server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:07.040652 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Calling delete_port for cc1047e0-b44f-4647-b50b-6a461db97e56 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:56:07.048707 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Attempting to bind port 5baa2a68-f5e6-459a-8f99-8667172fc116 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:07.049034 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Attempting to bind port 5baa2a68-f5e6-459a-8f99-8667172fc116 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '9148a6f0-ea13-4b9c-827b-647300df1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:07.049366 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Attempting to bind port 5baa2a68-f5e6-459a-8f99-8667172fc116 on network e4e74895-56ba-4fca-9af3-f9fbeb136520 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:07.055857 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Port 5baa2a68-f5e6-459a-8f99-8667172fc116 on network e4e74895-56ba-4fca-9af3-f9fbeb136520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:56:07.056172 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Attempting to bind port 5baa2a68-f5e6-459a-8f99-8667172fc116 on network e4e74895-56ba-4fca-9af3-f9fbeb136520 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:07.085830 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7696173-6d86-4c9a-9cbe-932dbcfcb787 x-openstack-request-id: req-e7696173-6d86-4c9a-9cbe-932dbcfcb787 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:07.086163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:07.086431 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7696173-6d86-4c9a-9cbe-932dbcfcb787 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:07.087108 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'status': 'completed', 'code': 200} Jun 09 21:56:07.133755 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:07.134146 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Checking segment: {'id': '9148a6f0-ea13-4b9c-827b-647300df1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:07.134480 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Bound using segment: {'id': '9148a6f0-ea13-4b9c-827b-647300df1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:07.134918 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Bound port: 5baa2a68-f5e6-459a-8f99-8667172fc116, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9148a6f0-ea13-4b9c-827b-647300df1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:07.135257 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.235601 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:07.271021 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] For port 5baa2a68-f5e6-459a-8f99-8667172fc116, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:07.275683 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] For port 5baa2a68-f5e6-459a-8f99-8667172fc116, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5baa2a68-f5e6-459a-8f99-8667172fc116,segment=NetworkSegment(9148a6f0-ea13-4b9c-827b-647300df1d56),segment_id=9148a6f0-ea13-4b9c-827b-647300df1d56)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:07.305451 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.318002 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:07.349908 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-7bdfa7ea-0427-485e-8e10-1dcfcd43099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.351406 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-7bdfa7ea-0427-485e-8e10-1dcfcd43099b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1098 time: 0.2378969 Jun 09 21:56:07.366329 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0fca6-5a1b-4493-b0a5-0ac333e24873 req-781df3f9-1675-4d14-a6c4-94223b671585 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.367772 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-afb0fca6-5a1b-4493-b0a5-0ac333e24873 req-781df3f9-1675-4d14-a6c4-94223b671585 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 943 time: 0.1809084 Jun 09 21:56:07.375310 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.375916 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.377273 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5baa2a68-f5e6-459a-8f99-8667172fc116 HTTP/1.1" status: 200 len: 1093 time: 1.6404164 Jun 09 21:56:07.387711 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'tag': '5baa2a68-f5e6-459a-8f99-8667172fc116'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:07.389818 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1506eefd-1d3d-4322-8e94-d5edf7693a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1007f299-b839-442b-ac91-fda77d7fdf3d", "tag": "5baa2a68-f5e6-459a-8f99-8667172fc116"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:07.424520 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5baa2a68-f5e6-459a-8f99-8667172fc116,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:07.428329 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:07.429491 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.441880 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['cc1047e0-b44f-4647-b50b-6a461db97e56'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:56:07.444863 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:07.497319 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9b84-e16d-4140-b4b2-69183d393e70 req-4bec89f4-be46-4b1b-88d3-414b2db76039 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.498843 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-87db9b84-e16d-4140-b4b2-69183d393e70 req-4bec89f4-be46-4b1b-88d3-414b2db76039 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe316a7f-743e-4898-9fb9-ca1497ad43b0 HTTP/1.1" status: 200 len: 945 time: 0.2329543 Jun 09 21:56:07.523343 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-afb0fca6-5a1b-4493-b0a5-0ac333e24873 req-a6deb9e5-9f40-439d-b3fe-2d4940af48c9 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261983 Jun 09 21:56:07.590998 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-b48c77d9-2028-4043-b882-f4448af906e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.592435 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Pushing event deleted for resources: {'Port': ['ID=cc1047e0-b44f-4647-b50b-6a461db97e56,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:07.592917 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-b48c77d9-2028-4043-b882-f4448af906e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.2223644 Jun 09 21:56:07.614684 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-87db9b84-e16d-4140-b4b2-69183d393e70 req-45526e9e-a0a2-45a1-ab90-30b041918bc8 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.25 "GET /v2.0/security-groups?id=01b838e7-0c06-4b28-bc6c-9b28d27d26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001494 Jun 09 21:56:07.627469 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.637981 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:07.683318 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '9c3337d5-d2c9-4440-87db-bc2d87c1a251', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '00781736-4a79-439b-9695-a9a035ed9263', 'port_id': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'mac_address': 'fa:16:3e:94:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f874f021-24b0-41dc-847c-70a708010add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:55:39Z', 'updated_at': '2021-06-09T21:56:05Z', 'revision_number': 1, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:07.688805 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] Checking router: 00781736-4a79-439b-9695-a9a035ed9263 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:56:07.702110 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:56:07.703120 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:56:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:07.713712 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.742849 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-716eaec0-a7dc-4c48-8e33-33800bbc7dbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 999 time: 0.1380916 Jun 09 21:56:07.821442 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02edd8f7-aed2-4819-b4ae-61a11233293f x-openstack-request-id: req-02edd8f7-aed2-4819-b4ae-61a11233293f {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:07.821753 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007f299-b839-442b-ac91-fda77d7fdf3d", "tag": "5baa2a68-f5e6-459a-8f99-8667172fc116", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:07.822045 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02edd8f7-aed2-4819-b4ae-61a11233293f {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:07.822493 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'tag': '5baa2a68-f5e6-459a-8f99-8667172fc116', 'status': 'completed', 'code': 200} Jun 09 21:56:07.827737 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] No DVR routers for this DVR port cc1047e0-b44f-4647-b50b-6a461db97e56 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:56:07.832967 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:07.834920 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] 10.222.0.15 "DELETE /v2.0/ports/cc1047e0-b44f-4647-b50b-6a461db97e56 HTTP/1.1" status: 204 len: 173 time: 1.5283945 Jun 09 21:56:07.860621 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-b78126b7-cf9f-4b28-835c-fb62f498b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.862094 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-b78126b7-cf9f-4b28-835c-fb62f498b642 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eeca47f9b688445ab7157bb1dda20382&device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 1096 time: 0.4197962 Jun 09 21:56:07.884306 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-913cf569-4d6a-4f73-b451-6eea17bcb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.885732 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-913cf569-4d6a-4f73-b451-6eea17bcb40e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.1350844 Jun 09 21:56:07.938694 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-67780b92-fe70-48c3-a87a-446aeb516327 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa2a68-f5e6-459a-8f99-8667172fc116 HTTP/1.1" status: 200 len: 217 time: 0.0684931 Jun 09 21:56:07.962233 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e89558-b5fd-4256-8c52-4603822ce719 req-72ecd85f-3079-4385-9cbd-bf3b39cd9a39 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:07.963776 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a6e89558-b5fd-4256-8c52-4603822ce719 req-72ecd85f-3079-4385-9cbd-bf3b39cd9a39 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1631763 Jun 09 21:56:08.033645 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a6e89558-b5fd-4256-8c52-4603822ce719 req-047319be-9c89-461e-a859-70e17a8ec7d3 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562310 Jun 09 21:56:08.047653 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-fdbadc1d-df05-444b-ba3c-3463d60afac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:08.049402 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-fdbadc1d-df05-444b-ba3c-3463d60afac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd HTTP/1.1" status: 200 len: 849 time: 0.1031008 Jun 09 21:56:08.056160 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-5788082a-c050-424e-991b-e903dfc9faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:08.057716 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-5788082a-c050-424e-991b-e903dfc9faea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1595016 Jun 09 21:56:08.063875 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:56:08.103800 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-ddbd0331-68a3-4277-95f7-a95b5e8f5bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e74895-56ba-4fca-9af3-f9fbeb136520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477519 Jun 09 21:56:08.272527 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-403aed93-3890-4fef-b58c-dc885d7b7f8b service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044139 Jun 09 21:56:08.280472 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-1a63f4b0-0b9d-4b34-8067-7e7763865eed service neutron] 10.222.0.15 "GET /v2.0/networks/e4e74895-56ba-4fca-9af3-f9fbeb136520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656628 Jun 09 21:56:08.454472 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e572a8e5-1378-4b11-98d3-5184a1068733 req-89938b9b-6e1a-44c5-9a94-9057b77cff06 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763909 Jun 09 21:56:08.462517 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6f906af6-8183-4519-8cb7-7649bfd29deb req-cb078a7b-a1d3-4bb6-8cb5-4770cf4842b5 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e74895-56ba-4fca-9af3-f9fbeb136520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627262 Jun 09 21:56:08.520967 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '9c3337d5-d2c9-4440-87db-bc2d87c1a251', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '00781736-4a79-439b-9695-a9a035ed9263', 'port_id': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'mac_address': 'fa:16:3e:94:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f874f021-24b0-41dc-847c-70a708010add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:55:39Z', 'updated_at': '2021-06-09T21:56:05Z', 'revision_number': 1, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:08.525210 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c2d22e-bc9e-4023-b3e1-eed40ba7d578 None None] The sync data for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb is: [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '9c3337d5-d2c9-4440-87db-bc2d87c1a251', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'floating_ip_address': '172.28.0.219', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '00781736-4a79-439b-9695-a9a035ed9263', 'port_id': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'mac_address': 'fa:16:3e:94:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f874f021-24b0-41dc-847c-70a708010add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:55:39Z', 'updated_at': '2021-06-09T21:56:05Z', 'revision_number': 1, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:56:08.662538 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-0dfb2d3d-4c60-4301-89ee-26c59adaacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:08.664813 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-0dfb2d3d-4c60-4301-89ee-26c59adaacd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eeca47f9b688445ab7157bb1dda20382&device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 1096 time: 0.1054595 Jun 09 21:56:08.776529 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc6ab1-8aaf-4cda-952f-cb1599c05f32 req-2ef3c1a7-f2dc-49a0-85ed-bfb6a60b5388 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:08.778209 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-09cc6ab1-8aaf-4cda-952f-cb1599c05f32 req-2ef3c1a7-f2dc-49a0-85ed-bfb6a60b5388 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 943 time: 0.1062930 Jun 09 21:56:08.825661 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-2925693a-9037-4a7e-86f4-a583fb17f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:08.833922 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-2925693a-9037-4a7e-86f4-a583fb17f83c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e74895-56ba-4fca-9af3-f9fbeb136520 HTTP/1.1" status: 200 len: 910 time: 0.1615286 Jun 09 21:56:08.839511 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-09cc6ab1-8aaf-4cda-952f-cb1599c05f32 req-4621c30f-8a77-40a1-a048-e0abfe1411e1 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556459 Jun 09 21:56:08.849027 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571322b0-f99f-42bb-a57b-76d1f9292071 None None] New status for floating IP 9c3337d5-d2c9-4440-87db-bc2d87c1a251: ACTIVE {{(pid=91723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 21:56:08.923286 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-8300b9cd-e752-4ede-b46e-98432103f1f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5baa2a68-f5e6-459a-8f99-8667172fc116 HTTP/1.1" status: 200 len: 217 time: 0.0826917 Jun 09 21:56:09.001802 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-c428cef3-77b6-4545-b4f9-263e7b5bf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:09.004843 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-c428cef3-77b6-4545-b4f9-263e7b5bf86c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd HTTP/1.1" status: 200 len: 849 time: 0.0679605 Jun 09 21:56:09.074661 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-bec9ce6e-2503-4c99-aa5b-20eaabbf1dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e74895-56ba-4fca-9af3-f9fbeb136520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556996 Jun 09 21:56:09.267542 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-6e3cd39b-f373-4940-8976-8ef7ec55318b service neutron] 10.222.0.15 "GET /v2.0/networks/e4e74895-56ba-4fca-9af3-f9fbeb136520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828744 Jun 09 21:56:09.269841 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0cfc0-e377-45a6-9900-3b4716a9eafd req-d548947e-9721-452f-85c2-ac01bc141820 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:09.272259 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bc0cfc0-e377-45a6-9900-3b4716a9eafd req-d548947e-9721-452f-85c2-ac01bc141820 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1156681 Jun 09 21:56:09.285168 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:09.339087 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bc0cfc0-e377-45a6-9900-3b4716a9eafd req-475e383c-cfa0-456d-a11a-08a989c2001b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589492 Jun 09 21:56:09.447264 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1506eefd-1d3d-4322-8e94-d5edf7693a9d req-d5543eda-af7e-414d-a8df-a64116dc9d0c service neutron] 10.222.0.15 "GET /v2.0/networks/e4e74895-56ba-4fca-9af3-f9fbeb136520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669226 Jun 09 21:56:09.823389 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'name': 'network-vif-deleted', 'tag': 'cc1047e0-b44f-4647-b50b-6a461db97e56'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:09.825747 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223b699a-e41a-452a-a5a0-f9acd03b9bb9" -d '{"events": [{"server_uuid": "fe316a7f-743e-4898-9fb9-ca1497ad43b0", "name": "network-vif-deleted", "tag": "cc1047e0-b44f-4647-b50b-6a461db97e56"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:09.871224 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7e2114-cb13-4cec-aab1-69ea9054cf83 x-openstack-request-id: req-2a7e2114-cb13-4cec-aab1-69ea9054cf83 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:09.871544 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe316a7f-743e-4898-9fb9-ca1497ad43b0", "name": "network-vif-deleted", "tag": "cc1047e0-b44f-4647-b50b-6a461db97e56", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:09.871815 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a7e2114-cb13-4cec-aab1-69ea9054cf83 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:09.872254 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe316a7f-743e-4898-9fb9-ca1497ad43b0', 'name': 'network-vif-deleted', 'tag': 'cc1047e0-b44f-4647-b50b-6a461db97e56', 'status': 'completed', 'code': 200} Jun 09 21:56:10.140232 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d178035-e781-4050-ae55-e872bafa81c1 req-0dc2c14f-52b0-4293-a3c4-a630242ce3ee tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:10.141740 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8d178035-e781-4050-ae55-e872bafa81c1 req-0dc2c14f-52b0-4293-a3c4-a630242ce3ee tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 943 time: 0.1782992 Jun 09 21:56:10.187145 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8d178035-e781-4050-ae55-e872bafa81c1 req-f0d8fbed-0c14-4ffa-8eb9-c649e3c5286e tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386953 Jun 09 21:56:10.427083 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device cc1047e0-b44f-4647-b50b-6a461db97e56 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:56:10.463379 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: cc1047e0-b44f-4647-b50b-6a461db97e56 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:56:10.463735 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device cc1047e0-b44f-4647-b50b-6a461db97e56 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:56:10.782211 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52486) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:10.899723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-876dd247-32a3-4d28-843f-b0ef4da55e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.038470 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-876dd247-32a3-4d28-843f-b0ef4da55e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.042842 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-876dd247-32a3-4d28-843f-b0ef4da55e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.051695 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4ccc225d-a1d3-4b92-a089-3c01e8d45a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:11.144573 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-876dd247-32a3-4d28-843f-b0ef4da55e6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=218a0b3931244bf9ab669311ab481e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575690 Jun 09 21:56:11.144819 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52510) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:11.155933 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dd247-32a3-4d28-843f-b0ef4da55e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48455f3-6d87-4747-8d55-3fcd3a483ff9,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:11.164321 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-876dd247-32a3-4d28-843f-b0ef4da55e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:11.221147 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.231276 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfe913-3c42-44a0-9c9a-a0bf260e4683 req-1ecc1528-1d3f-4cac-86a7-1bffca788a62 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:11.232730 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65bfe913-3c42-44a0-9c9a-a0bf260e4683 req-1ecc1528-1d3f-4cac-86a7-1bffca788a62 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1711345 Jun 09 21:56:11.277519 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.317388 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65bfe913-3c42-44a0-9c9a-a0bf260e4683 req-56991fde-0c41-4c4f-8f45-d70e43e65d21 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Jun 09 21:56:11.357306 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.359901 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:11.361093 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a48455f3-6d87-4747-8d55-3fcd3a483ff9 HTTP/1.1" status: 204 len: 168 time: 0.2154665 Jun 09 21:56:11.361851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-625103bc-25b7-4b3c-9659-625134444814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:11.383564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48455f3-6d87-4747-8d55-3fcd3a483ff9,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:11.387272 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:11.694708 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627bb75-e5ee-442d-ae7a-da0abc46c17f req-cf1aa8a8-3c5d-4069-a319-139357681e2d tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:11.702681 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9627bb75-e5ee-442d-ae7a-da0abc46c17f req-cf1aa8a8-3c5d-4069-a319-139357681e2d tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 943 time: 0.1975057 Jun 09 21:56:11.787031 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9627bb75-e5ee-442d-ae7a-da0abc46c17f req-1ef74b7e-c538-40a2-9945-6f202da7342e tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710998 Jun 09 21:56:12.428106 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5baa2a68-f5e6-459a-8f99-8667172fc116 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:56:12.607432 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 5baa2a68-f5e6-459a-8f99-8667172fc116, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5baa2a68-f5e6-459a-8f99-8667172fc116,segment=NetworkSegment(9148a6f0-ea13-4b9c-827b-647300df1d56),segment_id=9148a6f0-ea13-4b9c-827b-647300df1d56)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:12.624987 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '5baa2a68-f5e6-459a-8f99-8667172fc116', 'network_id': 'e4e74895-56ba-4fca-9af3-f9fbeb136520', 'port_id': '5baa2a68-f5e6-459a-8f99-8667172fc116', 'mac_address': 'fa:16:3e:fd:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:56:12.702975 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.720778 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baa2a68-f5e6-459a-8f99-8667172fc116 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:56:12.758244 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 5baa2a68-f5e6-459a-8f99-8667172fc116, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5baa2a68-f5e6-459a-8f99-8667172fc116,segment=NetworkSegment(9148a6f0-ea13-4b9c-827b-647300df1d56),segment_id=9148a6f0-ea13-4b9c-827b-647300df1d56)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:12.763986 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:12.766885 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:12.847353 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=5baa2a68-f5e6-459a-8f99-8667172fc116,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:12.855919 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:13.077085 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c807a-7dcc-4cbd-9120-565b21b42abb req-e06bf0cd-bd34-48b3-8221-b205ba8f245e tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:13.086284 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f13c807a-7dcc-4cbd-9120-565b21b42abb req-e06bf0cd-bd34-48b3-8221-b205ba8f245e tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 944 time: 0.1323876 Jun 09 21:56:13.156431 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f13c807a-7dcc-4cbd-9120-565b21b42abb req-4fd7cc1b-1053-4453-912e-f320a37e3c1c tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677676 Jun 09 21:56:13.298895 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['5baa2a68-f5e6-459a-8f99-8667172fc116'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:56:14.412662 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a0ad1-0692-4e5a-89a1-9dc7a724db39 req-df44606f-778f-445b-90f7-85cab9a057d6 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:14.414058 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae5a0ad1-0692-4e5a-89a1-9dc7a724db39 req-df44606f-778f-445b-90f7-85cab9a057d6 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 944 time: 0.0942385 Jun 09 21:56:14.481093 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae5a0ad1-0692-4e5a-89a1-9dc7a724db39 req-d2df2ba1-9b7e-4cae-9fe5-5c1ebca5d18c tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607862 Jun 09 21:56:14.914453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-9665f718-a45f-46f8-a5df-d6d455e69b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:14.916399 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-9665f718-a45f-46f8-a5df-d6d455e69b50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0875061 Jun 09 21:56:14.960006 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd1ed5-59bf-4f81-901b-dd5c57d08d64 req-7307f56f-55df-4db0-943a-94c2a14e2c93 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:14.967648 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e6bd1ed5-59bf-4f81-901b-dd5c57d08d64 req-7307f56f-55df-4db0-943a-94c2a14e2c93 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0927255 Jun 09 21:56:15.058887 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e6bd1ed5-59bf-4f81-901b-dd5c57d08d64 req-dcd23f08-d753-411e-b9fc-6cee2d6a3608 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786223 Jun 09 21:56:15.094171 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-a49137a4-0a2b-49c5-affa-8e6290a2ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:15.095663 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-a49137a4-0a2b-49c5-affa-8e6290a2ce1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.1728132 Jun 09 21:56:15.182659 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-690540f7-3bb8-4bbd-81a6-48d1affbd5d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 217 time: 0.0795469 Jun 09 21:56:15.250662 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-3b484ac7-68d5-4170-8395-d38fa22fbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:15.252087 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-3b484ac7-68d5-4170-8395-d38fa22fbf9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.0634010 Jun 09 21:56:15.410826 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-23b303ce-2715-4270-af6f-45c06fb1d2ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507399 Jun 09 21:56:15.595422 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-91777003-a5c1-45ab-9755-7e0084bf9403 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694059 Jun 09 21:56:15.670078 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf408a-dd0c-4f7a-a713-e9a939871abe req-d8297e29-ac31-4c51-8409-c9238463f044 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:15.671566 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7cf408a-dd0c-4f7a-a713-e9a939871abe req-d8297e29-ac31-4c51-8409-c9238463f044 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 944 time: 0.0815637 Jun 09 21:56:15.727119 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7cf408a-dd0c-4f7a-a713-e9a939871abe req-2df95f83-8132-4bd1-9634-95bc63a50a81 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Jun 09 21:56:15.787186 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-08a5db72-4a6a-468a-bd7f-435fd9ec57cd req-631e2648-d21a-467b-b08b-fc6cc51281f5 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845052 Jun 09 21:56:16.271612 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d134d8-4feb-4888-8a93-99c6c47fec08 req-fca55122-0008-4faa-a934-d3e1d795d645 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:16.273374 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-90d134d8-4feb-4888-8a93-99c6c47fec08 req-fca55122-0008-4faa-a934-d3e1d795d645 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0913994 Jun 09 21:56:16.321741 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-90d134d8-4feb-4888-8a93-99c6c47fec08 req-0ceb0f95-6749-4cda-aea9-201ba4d1d328 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Jun 09 21:56:16.463677 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5baa2a68-f5e6-459a-8f99-8667172fc116 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:16.553805 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 5baa2a68-f5e6-459a-8f99-8667172fc116 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:16.559388 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 5baa2a68-f5e6-459a-8f99-8667172fc116 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:16.559868 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:16.714759 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:16.743203 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baa2a68-f5e6-459a-8f99-8667172fc116'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:16.745754 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80451912-6393-45da-a269-fa3a44599171" -d '{"events": [{"server_uuid": "1007f299-b839-442b-ac91-fda77d7fdf3d", "name": "network-vif-plugged", "status": "completed", "tag": "5baa2a68-f5e6-459a-8f99-8667172fc116"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:16.757934 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 5baa2a68-f5e6-459a-8f99-8667172fc116, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5baa2a68-f5e6-459a-8f99-8667172fc116,segment=NetworkSegment(9148a6f0-ea13-4b9c-827b-647300df1d56),segment_id=9148a6f0-ea13-4b9c-827b-647300df1d56)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:16.763054 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:16.765479 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:16.817498 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8ffe45-5b40-4301-9def-959ecb9fcd08 x-openstack-request-id: req-2e8ffe45-5b40-4301-9def-959ecb9fcd08 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:16.817798 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007f299-b839-442b-ac91-fda77d7fdf3d", "name": "network-vif-plugged", "status": "completed", "tag": "5baa2a68-f5e6-459a-8f99-8667172fc116", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:16.818058 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e8ffe45-5b40-4301-9def-959ecb9fcd08 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:16.818464 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baa2a68-f5e6-459a-8f99-8667172fc116', 'code': 200} Jun 09 21:56:16.869931 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=5baa2a68-f5e6-459a-8f99-8667172fc116,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:16.873064 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:16.978095 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe091a6-30e1-4bc0-b93e-25076a6678ff req-5fdfb781-cdf0-4a0d-be6d-b7e2a9827821 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:16.985216 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dbe091a6-30e1-4bc0-b93e-25076a6678ff req-5fdfb781-cdf0-4a0d-be6d-b7e2a9827821 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 945 time: 0.1110847 Jun 09 21:56:17.033179 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dbe091a6-30e1-4bc0-b93e-25076a6678ff req-6d0ee1d6-5014-46e5-a89d-2e4ba6ce0a45 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Jun 09 21:56:17.115320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0237706-00da-463d-ba58-fe24cdfd46f4 req-1c48a68d-7cd6-47ce-8c38-51682db4f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:17.117575 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f0237706-00da-463d-ba58-fe24cdfd46f4 req-1c48a68d-7cd6-47ce-8c38-51682db4f66c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 1098 time: 0.1066461 Jun 09 21:56:17.166456 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f0237706-00da-463d-ba58-fe24cdfd46f4 req-ec70167c-debe-44c6-b28e-9bcdcc86465e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358548 Jun 09 21:56:17.516310 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b1e6-15ca-4997-b035-3324ba2f6a5d req-722aa4e8-eb60-44db-8df7-df356612539a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:17.517725 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c5a1b1e6-15ca-4997-b035-3324ba2f6a5d req-722aa4e8-eb60-44db-8df7-df356612539a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0828302 Jun 09 21:56:17.585778 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c5a1b1e6-15ca-4997-b035-3324ba2f6a5d req-dba867a0-b558-4303-96c9-2758e1e29398 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608168 Jun 09 21:56:18.257284 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8867be-85b6-434e-9cce-cb1afb34c8bf req-f328e088-b3ea-4433-b4b5-4affdf21ed69 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:18.258780 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db8867be-85b6-434e-9cce-cb1afb34c8bf req-f328e088-b3ea-4433-b4b5-4affdf21ed69 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 945 time: 0.0935934 Jun 09 21:56:18.308760 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db8867be-85b6-434e-9cce-cb1afb34c8bf req-bf974d10-d7e4-44ca-8012-0c6195b3ebff tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Jun 09 21:56:18.808935 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150e47b-d17b-4ac0-ad00-bea85235a29a req-867f8436-4b6d-4ec6-b2f5-d148f877d941 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:18.816690 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7150e47b-d17b-4ac0-ad00-bea85235a29a req-867f8436-4b6d-4ec6-b2f5-d148f877d941 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0887585 Jun 09 21:56:18.857890 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7150e47b-d17b-4ac0-ad00-bea85235a29a req-7ee89cd3-8531-4650-a0a2-a793a3b8fb4e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Jun 09 21:56:19.530037 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad563a-87b7-42f5-850f-78cecf545444 req-7cbc70d0-ef87-4325-81ad-0b3399d944ca tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:19.537586 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-29ad563a-87b7-42f5-850f-78cecf545444 req-7cbc70d0-ef87-4325-81ad-0b3399d944ca tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 945 time: 0.0974197 Jun 09 21:56:19.595584 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-29ad563a-87b7-42f5-850f-78cecf545444 req-7c88d237-e7bf-44f6-9afb-dd15c5e3d117 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 Jun 09 21:56:20.119539 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483c53-8a28-4afd-bead-cccada905fb5 req-5cc133a0-9bcd-4aaf-b725-987645d5983a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:20.130023 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8f483c53-8a28-4afd-bead-cccada905fb5 req-5cc133a0-9bcd-4aaf-b725-987645d5983a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1068575 Jun 09 21:56:20.191551 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8f483c53-8a28-4afd-bead-cccada905fb5 req-4d2ab41a-706e-4304-9b7f-896a7d717d90 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Jun 09 21:56:21.465983 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f7e13-a736-4f39-bb84-40e083bfff47 req-c2ca1e8e-b114-4c6b-bfae-36a316532f24 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:21.468448 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a84f7e13-a736-4f39-bb84-40e083bfff47 req-c2ca1e8e-b114-4c6b-bfae-36a316532f24 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1142180 Jun 09 21:56:21.558837 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a84f7e13-a736-4f39-bb84-40e083bfff47 req-e69e5ffa-4b62-4eeb-ab02-0b6b4fa30435 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734324 Jun 09 21:56:22.784919 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace36f88-4bb9-4c51-bbe4-54100734974f req-412b39d6-373e-4d35-bb76-8cb04401227c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:22.792527 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ace36f88-4bb9-4c51-bbe4-54100734974f req-412b39d6-373e-4d35-bb76-8cb04401227c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1043618 Jun 09 21:56:22.858954 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ace36f88-4bb9-4c51-bbe4-54100734974f req-5cd6ba66-eae7-46f6-b8dc-e51b27337598 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646493 Jun 09 21:56:23.726842 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effc3d0-47dd-4a51-a8cd-63da3392276f req-87568bd8-6aa8-4e4c-8373-3105d00b2f4f tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:23.728407 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2effc3d0-47dd-4a51-a8cd-63da3392276f req-87568bd8-6aa8-4e4c-8373-3105d00b2f4f tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 945 time: 0.0866215 Jun 09 21:56:23.780570 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2effc3d0-47dd-4a51-a8cd-63da3392276f req-8c9e77b8-2c4c-4955-921a-8ccca62b45d1 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Jun 09 21:56:24.190564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8030c-2524-4d97-8d58-625f25f40def req-bef8b532-2d9b-44de-af3c-f31fc1103671 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:24.192040 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93a8030c-2524-4d97-8d58-625f25f40def req-bef8b532-2d9b-44de-af3c-f31fc1103671 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1841660 Jun 09 21:56:24.238620 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93a8030c-2524-4d97-8d58-625f25f40def req-deec8d39-2f9b-44d7-af59-525214867e36 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Jun 09 21:56:25.028717 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ea1ab-62ab-4be7-a5d9-5b9da8fb65a7 req-2459d47d-6be3-48e1-8324-a3c1bb6f1bde tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:25.031497 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-aa7ea1ab-62ab-4be7-a5d9-5b9da8fb65a7 req-2459d47d-6be3-48e1-8324-a3c1bb6f1bde tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 945 time: 0.1246290 Jun 09 21:56:25.115736 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-aa7ea1ab-62ab-4be7-a5d9-5b9da8fb65a7 req-188c37a6-05f9-4bca-999e-a359d7e6c696 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/security-groups?id=c15cb329-7e4b-4612-957e-1449d20fb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756824 Jun 09 21:56:25.500063 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-63325ed7-b5ad-4c74-8d66-05e718add211 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:25.503269 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-63325ed7-b5ad-4c74-8d66-05e718add211 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.15 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 945 time: 0.0899024 Jun 09 21:56:25.526610 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88704d-534d-494e-8904-e5d66fee5df9 req-1f35d4f7-a79c-4a45-81de-bcf0784182b5 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:25.528561 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2f88704d-534d-494e-8904-e5d66fee5df9 req-1f35d4f7-a79c-4a45-81de-bcf0784182b5 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1243060 Jun 09 21:56:25.591849 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2f88704d-534d-494e-8904-e5d66fee5df9 req-6b9d468b-2edf-4a31-80c7-b2d72cf2e55a tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557125 Jun 09 21:56:25.654323 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Deleting port 5baa2a68-f5e6-459a-8f99-8667172fc116 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:56:25.654698 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.812001 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] For port 5baa2a68-f5e6-459a-8f99-8667172fc116, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5baa2a68-f5e6-459a-8f99-8667172fc116,segment=NetworkSegment(9148a6f0-ea13-4b9c-827b-647300df1d56),segment_id=9148a6f0-ea13-4b9c-827b-647300df1d56)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:25.812352 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:25.962496 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Calling delete_port for 5baa2a68-f5e6-459a-8f99-8667172fc116 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:56:26.124321 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:26.130618 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:26.136339 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['5baa2a68-f5e6-459a-8f99-8667172fc116'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:56:26.181666 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Pushing event deleted for resources: {'Port': ['ID=5baa2a68-f5e6-459a-8f99-8667172fc116,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:26.225436 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.225696 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.225906 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.226253 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.226637 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.226980 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.227320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.227656 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.227995 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.228330 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.228665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.228996 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:26.232558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:26.269991 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] No DVR routers for this DVR port 5baa2a68-f5e6-459a-8f99-8667172fc116 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:56:26.274033 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:26.276155 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc8fb148-a6b4-49a3-9c62-03773b90e36f req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.15 "DELETE /v2.0/ports/5baa2a68-f5e6-459a-8f99-8667172fc116 HTTP/1.1" status: 204 len: 173 time: 0.7670639 Jun 09 21:56:26.276665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'name': 'network-vif-deleted', 'tag': '5baa2a68-f5e6-459a-8f99-8667172fc116'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:26.279812 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dd6c73-8e8d-407b-a309-ca7ed3d5799c" -d '{"events": [{"server_uuid": "1007f299-b839-442b-ac91-fda77d7fdf3d", "name": "network-vif-deleted", "tag": "5baa2a68-f5e6-459a-8f99-8667172fc116"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:26.318644 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-562ddb37-6dac-46ad-921b-41735e42a696 req-60f37598-0d74-4d78-84df-53a4ae438536 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] 10.222.0.25 "GET /v2.0/ports?device_id=1007f299-b839-442b-ac91-fda77d7fdf3d HTTP/1.1" status: 200 len: 210 time: 0.0720899 Jun 09 21:56:26.339596 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd14c5e-806e-4bc1-818b-bf273ace14c1 x-openstack-request-id: req-5dd14c5e-806e-4bc1-818b-bf273ace14c1 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:26.339596 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007f299-b839-442b-ac91-fda77d7fdf3d", "name": "network-vif-deleted", "tag": "5baa2a68-f5e6-459a-8f99-8667172fc116", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:26.339596 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd14c5e-806e-4bc1-818b-bf273ace14c1 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:26.339596 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007f299-b839-442b-ac91-fda77d7fdf3d', 'name': 'network-vif-deleted', 'tag': '5baa2a68-f5e6-459a-8f99-8667172fc116', 'status': 'completed', 'code': 200} Jun 09 21:56:26.828005 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7e8d-62f8-4127-8def-7217ea47780e req-98482eb9-9091-431f-be88-1dda8642936d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:26.832148 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8dca7e8d-62f8-4127-8def-7217ea47780e req-98482eb9-9091-431f-be88-1dda8642936d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1116633 Jun 09 21:56:26.947125 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8dca7e8d-62f8-4127-8def-7217ea47780e req-6fc1a36d-5e16-4830-83d2-373a4ae03f2e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010134 Jun 09 21:56:28.148236 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0c7c9-138b-4303-9616-72e050488999 req-6c1aa319-8ee2-437e-b620-cf3e9c39f366 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:28.149691 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e1b0c7c9-138b-4303-9616-72e050488999 req-6c1aa319-8ee2-437e-b620-cf3e9c39f366 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0830350 Jun 09 21:56:28.196964 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e1b0c7c9-138b-4303-9616-72e050488999 req-56207b32-15af-42f3-a122-1905aa480768 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Jun 09 21:56:28.543947 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5baa2a68-f5e6-459a-8f99-8667172fc116 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:56:28.578602 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 5baa2a68-f5e6-459a-8f99-8667172fc116 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:56:28.578955 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 5baa2a68-f5e6-459a-8f99-8667172fc116 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:56:29.407650 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087fd3c-6227-42f1-86f1-c12885119ab6 req-2d3b046f-47c1-4ad8-819e-232806b3625e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:29.412998 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a087fd3c-6227-42f1-86f1-c12885119ab6 req-2d3b046f-47c1-4ad8-819e-232806b3625e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1001921 Jun 09 21:56:29.471673 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a087fd3c-6227-42f1-86f1-c12885119ab6 req-992eb3ec-0ebb-4a5d-90db-f12a00639b35 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Jun 09 21:56:30.682442 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c23b-db0b-4df4-b068-2bd6330567c6 req-af351010-96bb-4410-8d22-270a8ec5d151 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:30.687280 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e247c23b-db0b-4df4-b068-2bd6330567c6 req-af351010-96bb-4410-8d22-270a8ec5d151 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1028411 Jun 09 21:56:30.735153 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e247c23b-db0b-4df4-b068-2bd6330567c6 req-f8c0ee8e-756e-497a-a167-af77aa64b5cd tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398917 Jun 09 21:56:31.101800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52960) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:31.143138 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-cccbb55f-95ff-44c8-8e6d-92a79c4e4faa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715799 Jun 09 21:56:31.194535 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52966) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:31.234214 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-191cebec-b00e-4803-a9c9-0137de558927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:31.235686 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-191cebec-b00e-4803-a9c9-0137de558927 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 1098 time: 0.0706818 Jun 09 21:56:31.250363 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-800c2fc4-fc2b-4849-a500-9c367d0ae517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.282922 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Deleting subnet 16434afe-da50-42c3-a792-31a1f58d0264 {{(pid=91721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:56:31.287452 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.351640 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.363636 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.381969 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-0abc8af0-64a6-4b7b-8b77-6f937a7ae8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:31.383428 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-0abc8af0-64a6-4b7b-8b77-6f937a7ae8eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.1273870 Jun 09 21:56:31.457523 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-48089756-cd11-4016-ab9c-609373977f2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79657646-6aa9-4b60-979b-09ffd43e4064 HTTP/1.1" status: 200 len: 217 time: 0.0673263 Jun 09 21:56:31.467113 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023'] for subnet, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.478628 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:31.515951 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16434afe-da50-42c3-a792-31a1f58d0264,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:31.519166 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-800c2fc4-fc2b-4849-a500-9c367d0ae517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.519636 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-82c2b5ff-a3c6-4a90-8e74-4694ec25a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:31.521592 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-82c2b5ff-a3c6-4a90-8e74-4694ec25a734 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.0574872 Jun 09 21:56:31.523648 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.525444 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16434afe-da50-42c3-a792-31a1f58d0264 HTTP/1.1" status: 204 len: 168 time: 0.3298647 Jun 09 21:56:31.529497 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-800c2fc4-fc2b-4849-a500-9c367d0ae517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.536539 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 52968) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:31.539126 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.539485 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.539832 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.540173 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.540507 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.540843 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.541173 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.541503 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.541831 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.542161 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.542516 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.542843 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:31.566557 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:31.567051 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-00b7bdfa-54e3-4c06-bfb4-8ba516b90a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:31.643812 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-32475379-9be2-41f2-a412-b491ba8e3e03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160824 Jun 09 21:56:31.670297 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-800c2fc4-fc2b-4849-a500-9c367d0ae517 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a73ae618258b4330829817570c13de68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649915 Jun 09 21:56:31.670665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 52970) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:31.683095 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2fc4-fc2b-4849-a500-9c367d0ae517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e73aa-4b5e-4598-8a1c-ee72d48ddbbe,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:31.688598 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-800c2fc4-fc2b-4849-a500-9c367d0ae517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:31.693024 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.817124 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.825362 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:31.831152 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.831501 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.833396 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.833396 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > port after_create 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.833396 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.833396 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > port after_update 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.833774 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.833888 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.834260 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.834537 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:31.841796 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-827e1c85-3c0f-43f8-826e-b4df25753c8c service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904662 Jun 09 21:56:31.923286 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.001028 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:32.001635 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:32.002445 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:32.003068 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 21:56:32.003685 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918']}} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:32.020908 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ec7507ed-f2f2-49f1-b51b-759ec3dbe810 req-f8fe756c-95e7-439b-836d-42db74c28f3c service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701787 Jun 09 21:56:32.021565 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.024298 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.026539 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f37e1c-7cf0-41f4-8481-d458da4000ec') {'for_net_delete': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:32.026539 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f37e1c-7cf0-41f4-8481-d458da4000ec') {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:32.049061 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb4e73aa-4b5e-4598-8a1c-ee72d48ddbbe HTTP/1.1" status: 204 len: 168 time: 0.3683677 Jun 09 21:56:32.051535 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0507fcde-6f27-47c4-b996-e4fed2cacd3a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:32.071743 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e73aa-4b5e-4598-8a1c-ee72d48ddbbe,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:32.093895 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:32.105175 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11420964'] for segment, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.134084 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.145851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=91721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:56:32.146246 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11751745'] for segment, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: from cryptography.utils import int_from_bytes Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: from cryptography.utils import int_from_bytes Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: Traceback (most recent call last): Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: timer() Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: cb(*args, **kw) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: return func(*args, **kwargs) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: self._notify() Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: self.callback(batched_events) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: event.method(event) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: return f(self, *a, **k) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: return self._get(url).json() Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: return self.request(url, 'GET', **kwargs) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:56:32.162240 dv-cinder-774286-15-smb neutron-server[91721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:56:32.259522 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b679058-a2b0-4d01-bd9e-9066a8da6e1b req-2f1aec15-4374-4341-a20a-6c8ef395e9c1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:32.261117 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2b679058-a2b0-4d01-bd9e-9066a8da6e1b req-2f1aec15-4374-4341-a20a-6c8ef395e9c1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2397752 Jun 09 21:56:32.271749 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.305282 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:32.329720 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.331591 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918 HTTP/1.1" status: 204 len: 168 time: 0.7939844 Jun 09 21:56:32.334400 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf7ba9c-678d-4ef7-b1ae-c76ff4d89918,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:32.342324 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1f5b5b6f-5140-43d0-9a3a-22a4a88cc393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:32.382251 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2b679058-a2b0-4d01-bd9e-9066a8da6e1b req-aee9319c-0b6c-44ab-9598-45a75871852e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122007 Jun 09 21:56:32.507565 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53002) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:32.563146 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-657ba579-2aa3-408d-b82c-09bd694508bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d3f7b11dc1140918615855e5ce6b3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535853 Jun 09 21:56:32.566592 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53004) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:32.629665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.656552 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.711179 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.713886 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:32.715084 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01b838e7-0c06-4b28-bc6c-9b28d27d26f8 HTTP/1.1" status: 204 len: 168 time: 0.1476119 Jun 09 21:56:32.715830 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4dbcccf6-d95a-439e-8e37-6e88b2d796d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:32.728624 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b838e7-0c06-4b28-bc6c-9b28d27d26f8,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:32.730960 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:33.696513 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d75c2-b062-490a-89ee-689e55664b10 req-89619b08-97f7-46a1-877a-42d15eb79647 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:33.697996 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0f3d75c2-b062-490a-89ee-689e55664b10 req-89619b08-97f7-46a1-877a-42d15eb79647 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1788855 Jun 09 21:56:33.750036 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0f3d75c2-b062-490a-89ee-689e55664b10 req-fdf7e34c-0eaa-47e4-8988-84d5f87f0aae tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 Jun 09 21:56:33.990981 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d8cf755a-d54b-49b2-87d0-0a455c2fb4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:34.842254 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-459659d2-93e6-472b-897e-f583af460ce0 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=92abda5e004d479780d10d56bcaf6cea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290301 Jun 09 21:56:35.055448 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-7c660c42-69b6-4439-8d21-037c9379e7fc tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:35.056901 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-7c660c42-69b6-4439-8d21-037c9379e7fc tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094653 Jun 09 21:56:35.071193 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53483185-dda2-41c1-8890-3086b10a0055 req-469c43e7-d68a-4471-8951-01b435bb5b55 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:35.072628 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-53483185-dda2-41c1-8890-3086b10a0055 req-469c43e7-d68a-4471-8951-01b435bb5b55 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2042401 Jun 09 21:56:35.098361 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-f343e193-90f8-4dd6-be53-65bf560c912e tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/quotas/92abda5e004d479780d10d56bcaf6cea HTTP/1.1" status: 200 len: 375 time: 0.0247610 Jun 09 21:56:35.158022 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-2f1f6a57-5bb7-4f00-acc1-d1ddc6681004 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92abda5e004d479780d10d56bcaf6cea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541120 Jun 09 21:56:35.166108 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-53483185-dda2-41c1-8890-3086b10a0055 req-aa7d90da-02f4-4fe9-a23e-daa3fbcb9e36 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854383 Jun 09 21:56:35.387757 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4583cc49-f9bb-4c8f-9ad9-378fe36113fe req-19e4f2d1-67eb-4f4a-97dd-82fd04ce5c56 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 210 time: 0.0582979 Jun 09 21:56:35.976869 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:56:36.360248 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83ac5-4716-440f-98ca-243cc68ce21b req-8197368b-1204-473e-ab37-7c4305017845 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:36.362701 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a0d83ac5-4716-440f-98ca-243cc68ce21b req-8197368b-1204-473e-ab37-7c4305017845 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0861411 Jun 09 21:56:36.429270 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a0d83ac5-4716-440f-98ca-243cc68ce21b req-634af771-8d92-4291-9732-2e123059ba0c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605149 Jun 09 21:56:36.447139 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:36.454129 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-183c5681-51c9-4994-8af6-43b636d39fd6 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=92abda5e004d479780d10d56bcaf6cea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527980 Jun 09 21:56:36.464808 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f4365b89-1b8b-4844-a9ed-531ce53215a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:36.569822 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f14716fa-9119-4791-9449-04de8b9811e3 req-2f84df56-8a4c-4130-8dbd-2127db2ebaaa tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 210 time: 0.0607748 Jun 09 21:56:36.670807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-e011a424-d41b-4922-ba91-ed8639f8dfda tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:36.672778 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-e011a424-d41b-4922-ba91-ed8639f8dfda tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157652 Jun 09 21:56:36.699177 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Request body: {'port': {'device_id': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463', 'admin_state_up': True, 'tenant_id': '92abda5e004d479780d10d56bcaf6cea'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:36.865371 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Made reservation on behalf of 92abda5e004d479780d10d56bcaf6cea for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:56:36.869006 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:36.881888 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:36.998697 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.003014 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.007501 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8573ba4f-8ecd-48c0-aba3-f79b494befe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:37.092201 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325e661c-8d28-43b0-9666-b9f88b9f8b11,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:37.098455 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:37.187992 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Allocated IP 192.168.233.35 (7cc274c0-f63f-404d-851b-be327bd58463/b14d2078-4cfb-4f96-bf5b-5234ee9685d1/b239bcc4-9092-4533-a55f-5e040a0d0a19) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:56:37.391834 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.406596 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Transition to ACTIVE for port object b239bcc4-9092-4533-a55f-5e040a0d0a19 will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:37.430013 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.435449 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-23295d78-f647-4708-87b3-ec199c80c83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:37.502780 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Network 7cc274c0-f63f-404d-851b-be327bd58463 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:56:37.505944 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:56:37.510004 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:56:37.547314 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Pushing event updated for resources: {'Port': ['ID=b239bcc4-9092-4533-a55f-5e040a0d0a19,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:37.554311 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:37.562682 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.589020 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:37.589724 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.621231 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9288523 Jun 09 21:56:37.656042 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Request body: {'port': {'device_id': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:56:37.671496 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5ed8-8bb9-4c35-b5ef-d20bdbf852a3 req-ff6f9421-573b-4406-86cf-85a5128232d0 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:37.673565 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d28b5ed8-8bb9-4c35-b5ef-d20bdbf852a3 req-ff6f9421-573b-4406-86cf-85a5128232d0 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1350124 Jun 09 21:56:37.715104 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.809520 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.809729 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d28b5ed8-8bb9-4c35-b5ef-d20bdbf852a3 req-5f8e53a4-7ce0-4174-8735-5d5658777f95 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221879 Jun 09 21:56:37.848082 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-24d1447b-7746-4f4a-b899-7e5bf3f129fa None None] Provisioning for port b239bcc4-9092-4533-a55f-5e040a0d0a19 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:37.853279 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-24d1447b-7746-4f4a-b899-7e5bf3f129fa None None] Provisioning complete for port b239bcc4-9092-4533-a55f-5e040a0d0a19 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:37.853819 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-24d1447b-7746-4f4a-b899-7e5bf3f129fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:37.855308 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cd3c1-dfb5-4ebf-87f3-175fa6bf12e6 req-1b08db89-3471-4b68-ab9b-ea50b68c76ba tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:37.856970 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5f1cd3c1-dfb5-4ebf-87f3-175fa6bf12e6 req-1b08db89-3471-4b68-ab9b-ea50b68c76ba tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 935 time: 0.1189229 Jun 09 21:56:37.914677 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-24d1447b-7746-4f4a-b899-7e5bf3f129fa None None] Port b239bcc4-9092-4533-a55f-5e040a0d0a19 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:56:37.919644 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5f1cd3c1-dfb5-4ebf-87f3-175fa6bf12e6 req-f8763b7a-2e56-47c1-b4a8-9ab73406d3f2 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521083 Jun 09 21:56:38.281054 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b239bcc4-9092-4533-a55f-5e040a0d0a19 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:56:38.288285 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.302454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Transition to ACTIVE for port object b239bcc4-9092-4533-a55f-5e040a0d0a19 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:56:38.306349 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.310823 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:38.467587 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Pushing event updated for resources: {'Port': ['ID=b239bcc4-9092-4533-a55f-5e040a0d0a19,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:38.477097 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:38.557440 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Attempting to bind port b239bcc4-9092-4533-a55f-5e040a0d0a19 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:56:38.558157 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Attempting to bind port b239bcc4-9092-4533-a55f-5e040a0d0a19 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:56:38.558157 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Attempting to bind port b239bcc4-9092-4533-a55f-5e040a0d0a19 on network 7cc274c0-f63f-404d-851b-be327bd58463 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:38.563168 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Port b239bcc4-9092-4533-a55f-5e040a0d0a19 on network 7cc274c0-f63f-404d-851b-be327bd58463 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:56:38.563475 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Attempting to bind port b239bcc4-9092-4533-a55f-5e040a0d0a19 on network 7cc274c0-f63f-404d-851b-be327bd58463 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:56:38.569155 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:56:38.569480 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Checking segment: {'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:56:38.569846 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Bound using segment: {'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:56:38.570280 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Bound port: b239bcc4-9092-4533-a55f-5e040a0d0a19, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0ea333-c2e2-4681-bfe1-b27314fb6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:56:38.570652 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.669475 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] For port b239bcc4-9092-4533-a55f-5e040a0d0a19, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:56:38.673051 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] For port b239bcc4-9092-4533-a55f-5e040a0d0a19, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b239bcc4-9092-4533-a55f-5e040a0d0a19,segment=NetworkSegment(cf0ea333-c2e2-4681-bfe1-b27314fb6619),segment_id=cf0ea333-c2e2-4681-bfe1-b27314fb6619)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:56:38.677231 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.681760 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-afc5906b-18ea-4e3f-92df-c0c9a5f7f651 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:38.747880 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:38.748356 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:38.749684 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] 10.222.0.15 "PUT /v2.0/ports/b239bcc4-9092-4533-a55f-5e040a0d0a19 HTTP/1.1" status: 200 len: 1097 time: 1.0985134 Jun 09 21:56:38.750162 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'tag': 'b239bcc4-9092-4533-a55f-5e040a0d0a19'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:38.753165 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aabef2-f45b-4dca-9012-abfb79d3fb3b", "tag": "b239bcc4-9092-4533-a55f-5e040a0d0a19"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:38.775474 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Pushing event updated for resources: {'Port': ['ID=b239bcc4-9092-4533-a55f-5e040a0d0a19,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:38.779041 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:38.806785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca1bbbc-c9c5-4d15-9c81-ff3ef586d8f4 x-openstack-request-id: req-3ca1bbbc-c9c5-4d15-9c81-ff3ef586d8f4 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:38.806785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aabef2-f45b-4dca-9012-abfb79d3fb3b", "tag": "b239bcc4-9092-4533-a55f-5e040a0d0a19", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:38.807129 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ca1bbbc-c9c5-4d15-9c81-ff3ef586d8f4 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:38.807544 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'tag': 'b239bcc4-9092-4533-a55f-5e040a0d0a19', 'status': 'completed', 'code': 200} Jun 09 21:56:38.893932 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-ee3a2a32-c1a4-4607-b0dd-8e16fccf1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:38.896063 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-ee3a2a32-c1a4-4607-b0dd-8e16fccf1e30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92abda5e004d479780d10d56bcaf6cea&device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 1100 time: 0.0840855 Jun 09 21:56:38.975879 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-f1150bf8-cd21-41bc-bf7b-aaab7728a0f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=b239bcc4-9092-4533-a55f-5e040a0d0a19 HTTP/1.1" status: 200 len: 217 time: 0.0719783 Jun 09 21:56:39.028808 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d428-80f0-44b4-a28b-f0bddfff917e req-e36c4932-7edc-47ca-bce7-ec7b4adde858 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.030223 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d15d428-80f0-44b4-a28b-f0bddfff917e req-e36c4932-7edc-47ca-bce7-ec7b4adde858 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0945492 Jun 09 21:56:39.041110 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-1b200607-1cc9-4e8a-ba06-e7e7c298a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.042675 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-1b200607-1cc9-4e8a-ba06-e7e7c298a772 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b14d2078-4cfb-4f96-bf5b-5234ee9685d1 HTTP/1.1" status: 200 len: 843 time: 0.0598071 Jun 09 21:56:39.128634 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d15d428-80f0-44b4-a28b-f0bddfff917e req-e6232dad-e724-4bfe-a9df-433e65a5a766 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587654 Jun 09 21:56:39.129033 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-68681082-6087-497b-8143-92499b0a56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.130396 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-68681082-6087-497b-8143-92499b0a56f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cc274c0-f63f-404d-851b-be327bd58463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800459 Jun 09 21:56:39.151414 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f6cae-5cec-479a-ad56-e610208cd921 req-59ffaa43-45bd-4879-89a4-797c1c5c8567 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.152972 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a57f6cae-5cec-479a-ad56-e610208cd921 req-59ffaa43-45bd-4879-89a4-797c1c5c8567 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 947 time: 0.1209786 Jun 09 21:56:39.206826 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a57f6cae-5cec-479a-ad56-e610208cd921 req-21d781f7-d6a8-423e-8db4-adaae8b2fc03 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Jun 09 21:56:39.274574 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-04004f1d-2a0d-41de-848b-f6894ffa24f5 service neutron] 10.222.0.15 "GET /v2.0/networks/7cc274c0-f63f-404d-851b-be327bd58463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359327 Jun 09 21:56:39.284254 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:39.412641 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4fe59dac-8104-4a15-9ba8-68b159d4ae91 req-834fa523-5ba0-475f-b4f0-0e54eb4224c2 service neutron] 10.222.0.15 "GET /v2.0/networks/7cc274c0-f63f-404d-851b-be327bd58463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317616 Jun 09 21:56:39.535566 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-07183f5a-b57a-4496-b3f3-5d68cfe8b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.536938 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-07183f5a-b57a-4496-b3f3-5d68cfe8b6f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92abda5e004d479780d10d56bcaf6cea&device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 1100 time: 0.0719237 Jun 09 21:56:39.669652 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-93724744-3325-4953-92be-5650a30d9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.671084 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-93724744-3325-4953-92be-5650a30d9358 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7cc274c0-f63f-404d-851b-be327bd58463 HTTP/1.1" status: 200 len: 870 time: 0.1250567 Jun 09 21:56:39.743473 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-ac644622-5b1d-49cb-ab45-25086a39f68a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=b239bcc4-9092-4533-a55f-5e040a0d0a19 HTTP/1.1" status: 200 len: 217 time: 0.0648525 Jun 09 21:56:39.806503 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-0ac01cd2-b5af-4f0c-a384-d56e9575319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.807935 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-0ac01cd2-b5af-4f0c-a384-d56e9575319b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b14d2078-4cfb-4f96-bf5b-5234ee9685d1 HTTP/1.1" status: 200 len: 843 time: 0.0577085 Jun 09 21:56:39.890887 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-54025ab2-b537-44c0-8bc2-a9ce0559692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:39.892410 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-54025ab2-b537-44c0-8bc2-a9ce0559692c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7cc274c0-f63f-404d-851b-be327bd58463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760303 Jun 09 21:56:40.121954 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-874c6ea3-87b6-4517-b1a8-20f35b1cb29b service neutron] 10.222.0.15 "GET /v2.0/networks/7cc274c0-f63f-404d-851b-be327bd58463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223413 Jun 09 21:56:40.271106 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8fd6c9d8-a49e-4c63-9ae7-e6a8c33ad0a6 req-2285e356-f0f5-453f-982c-4755348f0d17 service neutron] 10.222.0.15 "GET /v2.0/networks/7cc274c0-f63f-404d-851b-be327bd58463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414654 Jun 09 21:56:40.329416 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17137ba-530f-4d06-82f3-e37c33b37c4b req-5f293106-7791-4a96-952c-680bc507bc97 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:40.330925 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c17137ba-530f-4d06-82f3-e37c33b37c4b req-5f293106-7791-4a96-952c-680bc507bc97 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0832968 Jun 09 21:56:40.420145 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c17137ba-530f-4d06-82f3-e37c33b37c4b req-741d4b11-dce7-4464-9d22-290bac92a5db tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551503 Jun 09 21:56:40.447319 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e09a8-2d7e-4460-9adf-fc2e67f5f2a1 req-6cfb6330-7dd8-47e4-b694-a643dbf5b982 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:40.448912 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-723e09a8-2d7e-4460-9adf-fc2e67f5f2a1 req-6cfb6330-7dd8-47e4-b694-a643dbf5b982 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 947 time: 0.1171486 Jun 09 21:56:40.494698 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-723e09a8-2d7e-4460-9adf-fc2e67f5f2a1 req-9d1205e5-0f90-41bd-bcd9-c20437d95983 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Jun 09 21:56:41.679661 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f26821-1e1d-481d-8c2f-4e479207f27f req-4673c5e0-739e-4752-9414-fd75dfd7b608 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:41.681162 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-96f26821-1e1d-481d-8c2f-4e479207f27f req-4673c5e0-739e-4752-9414-fd75dfd7b608 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1412714 Jun 09 21:56:41.739968 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63df96-14dd-4e93-90f7-5b8bab0d63af req-64c29bc5-5fde-4300-abff-c425fd9533aa tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:41.741419 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a63df96-14dd-4e93-90f7-5b8bab0d63af req-64c29bc5-5fde-4300-abff-c425fd9533aa tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 947 time: 0.1375649 Jun 09 21:56:41.746066 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-96f26821-1e1d-481d-8c2f-4e479207f27f req-9a28a4fe-6e93-4db5-aeeb-083ec9946919 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 Jun 09 21:56:41.790737 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9a63df96-14dd-4e93-90f7-5b8bab0d63af req-dee9576a-be0f-4912-9e84-a5298cb17eb3 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Jun 09 21:56:42.583723 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b239bcc4-9092-4533-a55f-5e040a0d0a19 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:56:42.717771 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port b239bcc4-9092-4533-a55f-5e040a0d0a19, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b239bcc4-9092-4533-a55f-5e040a0d0a19,segment=NetworkSegment(cf0ea333-c2e2-4681-bfe1-b27314fb6619),segment_id=cf0ea333-c2e2-4681-bfe1-b27314fb6619)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:42.732345 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'b239bcc4-9092-4533-a55f-5e040a0d0a19', 'network_id': '7cc274c0-f63f-404d-851b-be327bd58463', 'port_id': 'b239bcc4-9092-4533-a55f-5e040a0d0a19', 'mac_address': 'fa:16:3e:f5:e7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14d2078-4cfb-4f96-bf5b-5234ee9685d1', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:56:42.789599 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:42.807653 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b239bcc4-9092-4533-a55f-5e040a0d0a19 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:56:42.826524 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port b239bcc4-9092-4533-a55f-5e040a0d0a19, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b239bcc4-9092-4533-a55f-5e040a0d0a19,segment=NetworkSegment(cf0ea333-c2e2-4681-bfe1-b27314fb6619),segment_id=cf0ea333-c2e2-4681-bfe1-b27314fb6619)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:42.833404 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:42.835976 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:42.940490 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=b239bcc4-9092-4533-a55f-5e040a0d0a19,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:42.947647 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.947992 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.948326 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.948655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.948979 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.949300 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.949621 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.950050 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.950252 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.950598 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.950913 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.951231 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:56:42.958824 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:43.015580 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c1df1-1b49-4be0-8d3b-aa1b880d3772 req-fd017337-505b-4521-b1b5-cbb38b4ee271 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:43.017015 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bf1c1df1-1b49-4be0-8d3b-aa1b880d3772 req-fd017337-505b-4521-b1b5-cbb38b4ee271 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1490872 Jun 09 21:56:43.037755 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114cf7a-947e-4180-84c0-060642906337 req-6b0f0f7f-db01-49e2-9ff9-7b4e22b2e3f2 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:43.039118 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6114cf7a-947e-4180-84c0-060642906337 req-6b0f0f7f-db01-49e2-9ff9-7b4e22b2e3f2 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 948 time: 0.1364989 Jun 09 21:56:43.107850 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bf1c1df1-1b49-4be0-8d3b-aa1b880d3772 req-1333e766-299d-4a71-a1ee-acca2997f1b4 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791752 Jun 09 21:56:43.113552 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6114cf7a-947e-4180-84c0-060642906337 req-c025b15f-c6ae-4901-9669-366dbda35cea tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611777 Jun 09 21:56:43.346516 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['b239bcc4-9092-4533-a55f-5e040a0d0a19'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:56:44.321723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3d005-fb60-4e67-84ce-793a67b7bdde req-0f4f9d59-bd66-4221-a2aa-36a60b1bd697 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:44.323326 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-49b3d005-fb60-4e67-84ce-793a67b7bdde req-0f4f9d59-bd66-4221-a2aa-36a60b1bd697 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 948 time: 0.0867763 Jun 09 21:56:44.374791 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-49b3d005-fb60-4e67-84ce-793a67b7bdde req-bc341003-8244-49f0-930b-5efff91901bd tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444794 Jun 09 21:56:44.539682 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aca1-6ce1-4931-9e2d-c8c16a57333f req-4e7cb25c-a6a2-4b80-b16d-9ecc58471721 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:44.541153 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c007aca1-6ce1-4931-9e2d-c8c16a57333f req-4e7cb25c-a6a2-4b80-b16d-9ecc58471721 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1655073 Jun 09 21:56:44.590229 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c007aca1-6ce1-4931-9e2d-c8c16a57333f req-3c3c9bad-2a56-4565-851c-3206b5b6bd02 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430748 Jun 09 21:56:44.602240 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b239bcc4-9092-4533-a55f-5e040a0d0a19 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:56:44.670442 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port b239bcc4-9092-4533-a55f-5e040a0d0a19 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:56:44.675525 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port b239bcc4-9092-4533-a55f-5e040a0d0a19 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:56:44.676026 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:44.793334 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:44.820417 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b239bcc4-9092-4533-a55f-5e040a0d0a19'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:44.822855 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eb0b14-6859-4a9f-a017-ad0179d2654a" -d '{"events": [{"server_uuid": "d3aabef2-f45b-4dca-9012-abfb79d3fb3b", "name": "network-vif-plugged", "status": "completed", "tag": "b239bcc4-9092-4533-a55f-5e040a0d0a19"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:44.831735 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port b239bcc4-9092-4533-a55f-5e040a0d0a19, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b239bcc4-9092-4533-a55f-5e040a0d0a19,segment=NetworkSegment(cf0ea333-c2e2-4681-bfe1-b27314fb6619),segment_id=cf0ea333-c2e2-4681-bfe1-b27314fb6619)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:44.835589 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:44.838821 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:44.870035 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e63ab-0b14-41f9-a0b5-0331bb8f7d7f x-openstack-request-id: req-889e63ab-0b14-41f9-a0b5-0331bb8f7d7f {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:44.870332 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aabef2-f45b-4dca-9012-abfb79d3fb3b", "name": "network-vif-plugged", "status": "completed", "tag": "b239bcc4-9092-4533-a55f-5e040a0d0a19", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:44.870689 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-889e63ab-0b14-41f9-a0b5-0331bb8f7d7f {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:44.871067 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b239bcc4-9092-4533-a55f-5e040a0d0a19', 'code': 200} Jun 09 21:56:44.910309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=b239bcc4-9092-4533-a55f-5e040a0d0a19,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:44.913226 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:45.008184 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53304) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:45.118375 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Deleting subnet b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:56:45.123686 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.177389 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.207227 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7f54f-d9bf-4c4c-87ca-82b2dbc618e8 req-3aea052d-adfa-490a-a2ec-c60fdef5ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:45.208713 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-88c7f54f-d9bf-4c4c-87ca-82b2dbc618e8 req-3aea052d-adfa-490a-a2ec-c60fdef5ad7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 1102 time: 0.1700473 Jun 09 21:56:45.260085 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.299378 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-88c7f54f-d9bf-4c4c-87ca-82b2dbc618e8 req-673dcbc0-f2ff-414d-9570-c8feeeb98d88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791585 Jun 09 21:56:45.332088 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.336001 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d9010e39-43cf-426a-a5eb-856a082cfdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:45.370928 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:45.374167 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:45.375265 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.378887 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b7ce1cc4-88b1-4e19-8c60-c78b29fe78dd HTTP/1.1" status: 204 len: 168 time: 0.3696663 Jun 09 21:56:45.379649 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53308) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:45.519254 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.684616 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.704409 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b1d93-97ff-4b29-9c86-c2c7777c7a93 req-3245e3e2-88a5-4579-9e06-ca2dc4644688 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:45.706492 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dc5b1d93-97ff-4b29-9c86-c2c7777c7a93 req-3245e3e2-88a5-4579-9e06-ca2dc4644688 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 949 time: 0.2227757 Jun 09 21:56:45.710474 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e74895-56ba-4fca-9af3-f9fbeb136520']}} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:45.767099 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9148a6f0-ea13-4b9c-827b-647300df1d56') {'for_net_delete': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:45.768399 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9148a6f0-ea13-4b9c-827b-647300df1d56') {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:45.801171 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11420964'] for segment, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.837457 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dc5b1d93-97ff-4b29-9c86-c2c7777c7a93 req-907d1a28-e0e4-4277-b437-ccf2c04a15a5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195621 Jun 09 21:56:45.838558 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.847051 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=91721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:56:45.847548 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11751745'] for segment, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: Traceback (most recent call last): Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: timer() Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: cb(*args, **kw) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: return func(*args, **kwargs) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: self._notify() Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: self.callback(batched_events) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: event.method(event) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: return f(self, *a, **k) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: return self._get(url).json() Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: return self.request(url, 'GET', **kwargs) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:56:45.861113 dv-cinder-774286-15-smb neutron-server[91721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:56:45.946966 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a75467-8fda-4e9b-acc2-6f97507639d0 req-23683c89-f4a6-4563-b541-58b4f2c2291e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:45.948435 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-17a75467-8fda-4e9b-acc2-6f97507639d0 req-23683c89-f4a6-4563-b541-58b4f2c2291e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.2154727 Jun 09 21:56:45.949254 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.952980 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:45.969864 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:45.971837 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e4e74895-56ba-4fca-9af3-f9fbeb136520 HTTP/1.1" status: 204 len: 168 time: 0.5912435 Jun 09 21:56:45.974722 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53318) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:45.989286 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e74895-56ba-4fca-9af3-f9fbeb136520,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:45.992868 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-bf5902b2-899f-4850-bcbe-876dc39127a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:46.020611 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-17a75467-8fda-4e9b-acc2-6f97507639d0 req-a7a99eea-667f-41a3-86cc-1c06e7484b08 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476942 Jun 09 21:56:46.045807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Deleting subnet 0b94b569-8072-462f-a4ca-2919ae382fb5 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:56:46.048954 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.098198 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.155841 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.222328 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.227101 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ecd1d574-3a72-41be-89d7-4a9546497535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:46.262927 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b94b569-8072-462f-a4ca-2919ae382fb5,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:46.265493 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.267313 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0b94b569-8072-462f-a4ca-2919ae382fb5 HTTP/1.1" status: 204 len: 168 time: 0.2915475 Jun 09 21:56:46.268420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:46.270462 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53324) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:46.378205 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.507370 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.519756 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:46.531904 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ec4895-000a-4eb1-a8de-3e4376d3370c') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:46.532121 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ec4895-000a-4eb1-a8de-3e4376d3370c') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:56:46.543999 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.560268 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.567184 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:56:46.567574 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:56:46.580916 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:56:46.664653 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.671580 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:46.674857 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1 HTTP/1.1" status: 204 len: 168 time: 0.4034877 Jun 09 21:56:46.675642 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:46.696655 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb07832-bbbd-4be9-b01c-34aaa9f8d2b1,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:46.699485 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-afdd24f9-fa75-47c7-8613-a5722c9c8919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:46.867225 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53334) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:46.917113 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-70944d50-65d9-4fdb-88d1-33a304116b0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eeca47f9b688445ab7157bb1dda20382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471363 Jun 09 21:56:46.918106 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53338) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:46.986361 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.012307 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.024718 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1da3bb-797a-46f7-a070-c9702d5d7453 req-d5494afc-3074-40bc-9d0a-815a0e10faac tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:47.026890 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3b1da3bb-797a-46f7-a070-c9702d5d7453 req-d5494afc-3074-40bc-9d0a-815a0e10faac tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 949 time: 0.0815575 Jun 09 21:56:47.072820 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.077185 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.078366 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c15cb329-7e4b-4612-957e-1449d20fb877 HTTP/1.1" status: 204 len: 168 time: 0.1592317 Jun 09 21:56:47.080435 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4571ebdb-f48e-484b-8dee-a58c4e60f3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:47.088040 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3b1da3bb-797a-46f7-a070-c9702d5d7453 req-d8af1ace-2c47-492d-b90c-1dfa2bc0f6c9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557089 Jun 09 21:56:47.091064 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15cb329-7e4b-4612-957e-1449d20fb877,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:47.093413 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:47.282671 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7c84-967c-4b7c-a6d9-308bb12b2b80 req-16a50c33-3328-43f7-a145-886281712a6c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:47.285290 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-54cf7c84-967c-4b7c-a6d9-308bb12b2b80 req-16a50c33-3328-43f7-a145-886281712a6c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0940289 Jun 09 21:56:47.334911 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-54cf7c84-967c-4b7c-a6d9-308bb12b2b80 req-a1679c4f-8562-405f-bcb7-12a7b5568908 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Jun 09 21:56:47.492866 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53360) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:47.589838 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-748e0a2d-2dc3-4a18-9079-9c6df7e059d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56db4864c09242e08f4372faa938acb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957181 Jun 09 21:56:47.592281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53368) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:47.668093 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.677845 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c07c-cc61-4fd3-ad64-5f2b40a908c1 req-5849c931-bba4-49ca-b726-ab6de7782823 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:47.679305 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0d58c07c-cc61-4fd3-ad64-5f2b40a908c1 req-5849c931-bba4-49ca-b726-ab6de7782823 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 949 time: 0.1503053 Jun 09 21:56:47.721623 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.764914 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0d58c07c-cc61-4fd3-ad64-5f2b40a908c1 req-2544bec9-4abd-48b8-8919-10b8d7b20584 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788760 Jun 09 21:56:47.788081 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.790605 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:47.791732 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba414f30-6fe7-44c8-ada4-9ae7b7f05c9a HTTP/1.1" status: 204 len: 168 time: 0.1983993 Jun 09 21:56:47.792481 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f09fc22e-512c-4bdd-8ce4-84f00779264d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:47.802336 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba414f30-6fe7-44c8-ada4-9ae7b7f05c9a,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:47.804625 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:48.529762 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1f54-2160-4991-bcd5-6e7896275a38 req-6b33a0ee-c90a-4cdf-b919-e053de885922 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:48.531316 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-956a1f54-2160-4991-bcd5-6e7896275a38 req-6b33a0ee-c90a-4cdf-b919-e053de885922 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0855041 Jun 09 21:56:48.575502 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-956a1f54-2160-4991-bcd5-6e7896275a38 req-accb72d8-ff7d-439b-bf42-d0b2ce4ecec1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Jun 09 21:56:48.895297 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe174939-f328-4553-a8be-9563e54f298e req-326ce03b-b4bc-48ee-9897-12bccc93fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:48.896750 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fe174939-f328-4553-a8be-9563e54f298e req-326ce03b-b4bc-48ee-9897-12bccc93fa93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0735207 Jun 09 21:56:48.939949 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fe174939-f328-4553-a8be-9563e54f298e req-9b4dd2ae-8592-4cc6-aecc-c517bc1c6607 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362000 Jun 09 21:56:48.957865 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c58eca-804e-486b-8065-bdce90945e58 req-e6e219f9-617d-4383-bddc-08d4bf8d4421 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:48.959454 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c6c58eca-804e-486b-8065-bdce90945e58 req-e6e219f9-617d-4383-bddc-08d4bf8d4421 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 949 time: 0.0816777 Jun 09 21:56:49.010243 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c6c58eca-804e-486b-8065-bdce90945e58 req-bb49d3e6-13bd-4a55-99f7-38df5e9164b1 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Jun 09 21:56:49.805620 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fb00-1e8c-4211-8b3d-9703833b812b req-034b9080-f726-4ecb-8c3a-6492c21b6e50 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:49.807644 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e282fb00-1e8c-4211-8b3d-9703833b812b req-034b9080-f726-4ecb-8c3a-6492c21b6e50 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.1244586 Jun 09 21:56:49.854674 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e282fb00-1e8c-4211-8b3d-9703833b812b req-98a36632-a5e9-4288-923a-275cae9a2446 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Jun 09 21:56:49.865308 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-ca73b546-df43-423c-bb76-f2a611a6a36b tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:49.866777 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-ca73b546-df43-423c-bb76-f2a611a6a36b tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 949 time: 0.1796105 Jun 09 21:56:50.007812 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Deleting port b239bcc4-9092-4533-a55f-5e040a0d0a19 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:56:50.008506 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:50.163275 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] For port b239bcc4-9092-4533-a55f-5e040a0d0a19, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b239bcc4-9092-4533-a55f-5e040a0d0a19,segment=NetworkSegment(cf0ea333-c2e2-4681-bfe1-b27314fb6619),segment_id=cf0ea333-c2e2-4681-bfe1-b27314fb6619)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:56:50.163633 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:50.225302 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d0fa-cf61-41c6-bd72-7ec4cc26c6a3 req-0c9c89f2-83fa-47ff-9da9-969ca7766418 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:50.232811 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d187d0fa-cf61-41c6-bd72-7ec4cc26c6a3 req-0c9c89f2-83fa-47ff-9da9-969ca7766418 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3aabef2-f45b-4dca-9012-abfb79d3fb3b HTTP/1.1" status: 200 len: 949 time: 0.0967498 Jun 09 21:56:50.284292 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d187d0fa-cf61-41c6-bd72-7ec4cc26c6a3 req-2ea21947-b9aa-4231-b1d5-1ea87446d113 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.25 "GET /v2.0/security-groups?id=325e661c-8d28-43b0-9666-b9f88b9f8b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504990 Jun 09 21:56:50.293083 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Calling delete_port for b239bcc4-9092-4533-a55f-5e040a0d0a19 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:56:50.405799 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:50.411370 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d260a664-3b67-420c-bb9b-fd4ba97296b5 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:50.416802 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['b239bcc4-9092-4533-a55f-5e040a0d0a19'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:56:50.456561 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Pushing event deleted for resources: {'Port': ['ID=b239bcc4-9092-4533-a55f-5e040a0d0a19,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:50.459470 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:50.535317 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] No DVR routers for this DVR port b239bcc4-9092-4533-a55f-5e040a0d0a19 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:56:50.538359 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:50.540461 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4756237-165d-4768-b4bc-b181ed9fd974 req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] 10.222.0.15 "DELETE /v2.0/ports/b239bcc4-9092-4533-a55f-5e040a0d0a19 HTTP/1.1" status: 204 len: 173 time: 0.6678107 Jun 09 21:56:50.540941 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'name': 'network-vif-deleted', 'tag': 'b239bcc4-9092-4533-a55f-5e040a0d0a19'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:56:50.543247 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb88e8bc-a639-4044-a344-b86b9976e144" -d '{"events": [{"server_uuid": "d3aabef2-f45b-4dca-9012-abfb79d3fb3b", "name": "network-vif-deleted", "tag": "b239bcc4-9092-4533-a55f-5e040a0d0a19"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:56:50.610377 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722a21ca-51b4-42f5-bc5f-e199ec56437c x-openstack-request-id: req-722a21ca-51b4-42f5-bc5f-e199ec56437c {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:56:50.610553 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aabef2-f45b-4dca-9012-abfb79d3fb3b", "name": "network-vif-deleted", "tag": "b239bcc4-9092-4533-a55f-5e040a0d0a19", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:56:50.611334 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-722a21ca-51b4-42f5-bc5f-e199ec56437c {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:56:50.611986 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aabef2-f45b-4dca-9012-abfb79d3fb3b', 'name': 'network-vif-deleted', 'tag': 'b239bcc4-9092-4533-a55f-5e040a0d0a19', 'status': 'completed', 'code': 200} Jun 09 21:56:51.040311 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3d629-48ef-4c1f-b72c-74931320e7c7 req-312de014-a44c-4328-8725-15b17008abc5 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:51.041770 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-85c3d629-48ef-4c1f-b72c-74931320e7c7 req-312de014-a44c-4328-8725-15b17008abc5 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0834122 Jun 09 21:56:51.089680 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-85c3d629-48ef-4c1f-b72c-74931320e7c7 req-5787e423-ee8b-4e67-8660-de6a590e8fc1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Jun 09 21:56:51.623700 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-81c6791c-3a4e-4d90-81a5-3b6f763ce6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:51.625320 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-81c6791c-3a4e-4d90-81a5-3b6f763ce6d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=288c6b258a814e5480c556c874d80862&device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0757763 Jun 09 21:56:51.679818 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a0c32-956b-4f6b-a636-3616b33d08a8 req-5f149e7b-b7a8-4cd1-aec7-c929a0a829a8 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:51.687456 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-108a0c32-956b-4f6b-a636-3616b33d08a8 req-5f149e7b-b7a8-4cd1-aec7-c929a0a829a8 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0964997 Jun 09 21:56:51.778407 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-7699c7b9-6816-4f3b-a927-e5c1265b7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:51.780055 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-7699c7b9-6816-4f3b-a927-e5c1265b7519 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 200 len: 920 time: 0.1467397 Jun 09 21:56:51.841808 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-108a0c32-956b-4f6b-a636-3616b33d08a8 req-4104b8da-f00d-427f-9a28-84382cceca5c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532419 Jun 09 21:56:51.908739 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-87eb81cd-0f75-4cf5-8d55-e575a978d506 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 200 len: 217 time: 0.1106880 Jun 09 21:56:51.976551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-eee23850-09be-43f3-92ea-1ffb52851beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:51.978865 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-eee23850-09be-43f3-92ea-1ffb52851beb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 200 len: 859 time: 0.0640781 Jun 09 21:56:52.028131 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-32482c0e-a63b-4aa6-a003-9b0ed12906c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02bf3041-a6ee-4419-b950-7e6dddf27035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392053 Jun 09 21:56:52.182420 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-9dc47ee9-f1a3-4eed-a669-1e98d9d17603 service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450572 Jun 09 21:56:52.334196 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b52ca4c1-7b7b-4a9a-a217-7044db8cf4f3 req-7b1ba9a9-85e6-4e83-80d9-3cd20186ab4a service neutron] 10.222.0.15 "GET /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429284 Jun 09 21:56:52.688259 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b239bcc4-9092-4533-a55f-5e040a0d0a19 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:56:52.728325 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: b239bcc4-9092-4533-a55f-5e040a0d0a19 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:56:52.728696 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b239bcc4-9092-4533-a55f-5e040a0d0a19 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:56:53.033278 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00feb37-2721-43e3-ad4e-9cbdb3769b5c req-2616147e-67c9-414a-8a28-ecd63fef33f2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:53.042646 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b00feb37-2721-43e3-ad4e-9cbdb3769b5c req-2616147e-67c9-414a-8a28-ecd63fef33f2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0943160 Jun 09 21:56:53.101254 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b00feb37-2721-43e3-ad4e-9cbdb3769b5c req-be6cd4cf-e636-4545-9526-d35327c4b350 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576034 Jun 09 21:56:54.302565 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7876c2-3066-43b1-b17a-e4eaf1d3e703 req-899df180-42c4-4446-b439-50eecca56efe tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:54.311334 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cf7876c2-3066-43b1-b17a-e4eaf1d3e703 req-899df180-42c4-4446-b439-50eecca56efe tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0944302 Jun 09 21:56:54.367197 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cf7876c2-3066-43b1-b17a-e4eaf1d3e703 req-10a71df7-c70b-4bff-b56b-7a11cc7c7c57 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525694 Jun 09 21:56:55.552471 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d743be1-09a4-4367-9f82-f2dc5956f527 req-95f3d5b1-fd39-40e9-b12f-b39bbfa8d25d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:55.554098 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7d743be1-09a4-4367-9f82-f2dc5956f527 req-95f3d5b1-fd39-40e9-b12f-b39bbfa8d25d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0822947 Jun 09 21:56:55.607448 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7d743be1-09a4-4367-9f82-f2dc5956f527 req-1f722b20-215a-40ce-adb6-c3e8944ee7aa tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Jun 09 21:56:56.381867 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53784) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:56.530557 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-01059573-3f2e-488a-a2fa-390f0abad2e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92abda5e004d479780d10d56bcaf6cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473939 Jun 09 21:56:56.533895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53790) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:56.592224 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7c29256b-3560-4016-8fec-03ce898afd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:56.617761 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7c29256b-3560-4016-8fec-03ce898afd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:56.669971 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7c29256b-3560-4016-8fec-03ce898afd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:56.672409 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7c29256b-3560-4016-8fec-03ce898afd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:56.673649 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-7c29256b-3560-4016-8fec-03ce898afd60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/325e661c-8d28-43b0-9666-b9f88b9f8b11 HTTP/1.1" status: 204 len: 168 time: 0.1387455 Jun 09 21:56:56.674426 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-eda46703-c04c-4f74-beff-3baa82e441c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:56.684202 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29256b-3560-4016-8fec-03ce898afd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e661c-8d28-43b0-9666-b9f88b9f8b11,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:56.703392 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7c29256b-3560-4016-8fec-03ce898afd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:56.805921 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dcafd-8331-457a-bd86-ab384c949665 req-8e140dae-0a0a-4d6d-bfcc-cab474ff2041 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:56:56.807589 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-631dcafd-8331-457a-bd86-ab384c949665 req-8e140dae-0a0a-4d6d-bfcc-cab474ff2041 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0845704 Jun 09 21:56:56.858152 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-631dcafd-8331-457a-bd86-ab384c949665 req-ea8eb56e-29ff-4dfa-9995-11b915c485e3 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446022 Jun 09 21:56:57.633710 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53822) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:57.762631 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-46a23c8f-99aa-4f91-b38a-c79265d3d9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.884000 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-46a23c8f-99aa-4f91-b38a-c79265d3d9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.887908 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-46a23c8f-99aa-4f91-b38a-c79265d3d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:57.897715 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:57.940527 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-46a23c8f-99aa-4f91-b38a-c79265d3d9e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d94603ca7cf54562a1b92d8e310e9fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057075 Jun 09 21:56:57.942233 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23c8f-99aa-4f91-b38a-c79265d3d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02772e-6ad2-4439-9c1a-fb6bd6d57ec2,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:57.943687 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53830) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:57.946204 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-46a23c8f-99aa-4f91-b38a-c79265d3d9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:58.016117 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.043796 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.113981 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.116942 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.118299 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c02772e-6ad2-4439-9c1a-fb6bd6d57ec2 HTTP/1.1" status: 204 len: 168 time: 0.1730311 Jun 09 21:56:58.119202 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f84fb3fb-75f7-44fc-b66e-6b32ac6ffc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:58.131043 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02772e-6ad2-4439-9c1a-fb6bd6d57ec2,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:58.133400 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:58.471984 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53846) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:58.493045 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d9d670c6-d8f2-44cc-8ecd-d2d8efe52a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.601369 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d9d670c6-d8f2-44cc-8ecd-d2d8efe52a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.605054 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d9d670c6-d8f2-44cc-8ecd-d2d8efe52a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.612716 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b9e74926-c981-43fd-9b77-8adff35b8493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:58.653770 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d670c6-d8f2-44cc-8ecd-d2d8efe52a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c9f20f-07cc-4dc4-a70f-901b50168a3a,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:58.656716 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d9d670c6-d8f2-44cc-8ecd-d2d8efe52a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:58.662825 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-d9d670c6-d8f2-44cc-8ecd-d2d8efe52a66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e98455bd4f134683933fb1ff0e3de4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895781 Jun 09 21:56:58.663537 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53852) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:58.729392 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.755317 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.810590 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.813289 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:58.816179 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5c9f20f-07cc-4dc4-a70f-901b50168a3a HTTP/1.1" status: 204 len: 168 time: 0.1505375 Jun 09 21:56:58.816932 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-465fff4d-b3b7-4f9c-9bf0-1490b697bcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:58.826041 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c9f20f-07cc-4dc4-a70f-901b50168a3a,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:58.828252 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:59.159219 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53860) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:59.249450 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3f6a92e9-50da-49c6-bb6d-85d48616e1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:59.359859 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3f6a92e9-50da-49c6-bb6d-85d48616e1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:59.364055 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3f6a92e9-50da-49c6-bb6d-85d48616e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:59.375590 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cb4d1aac-f824-4a57-83f2-f7d65fcc7e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:59.412324 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-3f6a92e9-50da-49c6-bb6d-85d48616e1aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ccd268361794f9e803a2f8cf7918a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517357 Jun 09 21:56:59.415208 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53868) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:56:59.419797 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a92e9-50da-49c6-bb6d-85d48616e1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11f59e-5bf2-4ea3-ac52-f287739915b6,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:59.427383 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3f6a92e9-50da-49c6-bb6d-85d48616e1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:56:59.488967 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:59.517769 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:59.574883 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:59.577467 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:56:59.578680 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab11f59e-5bf2-4ea3-ac52-f287739915b6 HTTP/1.1" status: 204 len: 168 time: 0.1613400 Jun 09 21:56:59.580615 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8eb2a1a3-a227-4102-b107-d3e6245cb082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:56:59.599912 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11f59e-5bf2-4ea3-ac52-f287739915b6,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:56:59.602279 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:01.029904 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619752f-940f-49a0-8586-c23f9fc10611 req-733806e5-a820-4461-9b07-609dfa9cf474 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:01.032176 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7619752f-940f-49a0-8586-c23f9fc10611 req-733806e5-a820-4461-9b07-609dfa9cf474 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0859046 Jun 09 21:57:01.087351 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7619752f-940f-49a0-8586-c23f9fc10611 req-3aafc6c8-48c4-465f-8ca8-548312efc102 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485520 Jun 09 21:57:01.401824 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c362-048d-4417-b140-29bd04fe86ea req-c010ad24-fa11-4956-adbd-29e621cc0355 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:01.403321 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-19a2c362-048d-4417-b140-29bd04fe86ea req-c010ad24-fa11-4956-adbd-29e621cc0355 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.0837767 Jun 09 21:57:01.457765 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-19a2c362-048d-4417-b140-29bd04fe86ea req-96bb52b8-d384-4231-9bd0-e465affdf1c1 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473053 Jun 09 21:57:02.279534 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde45960-8ddf-4531-accf-ba882a4e370c req-6fafdaa9-a08f-4ace-b967-03ccd391b0ef tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:02.280992 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dde45960-8ddf-4531-accf-ba882a4e370c req-6fafdaa9-a08f-4ace-b967-03ccd391b0ef tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0806592 Jun 09 21:57:02.325969 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dde45960-8ddf-4531-accf-ba882a4e370c req-cfd4700e-111d-4e53-86cd-6c5e5b8d904a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389054 Jun 09 21:57:02.650723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5888f3-905f-407f-a433-564b89539230 req-4a85dd07-4f36-488e-bdc6-da243938ea2d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:02.652280 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1b5888f3-905f-407f-a433-564b89539230 req-4a85dd07-4f36-488e-bdc6-da243938ea2d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.0835664 Jun 09 21:57:02.706960 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1b5888f3-905f-407f-a433-564b89539230 req-10829da4-0ffd-4eb6-b389-ed0b62af58cf tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Jun 09 21:57:03.512177 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd331-a8c7-40eb-85cf-92dc87e648be req-fc7142a1-de64-4135-a9f1-9c3ac5697c4b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:03.514837 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-436bd331-a8c7-40eb-85cf-92dc87e648be req-fc7142a1-de64-4135-a9f1-9c3ac5697c4b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0802362 Jun 09 21:57:03.562097 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-436bd331-a8c7-40eb-85cf-92dc87e648be req-2566193e-2e68-4aa4-8dc4-775c470d5d1f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424194 Jun 09 21:57:03.607885 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 53974) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:03.729520 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0855234f-b8ca-47c5-85c2-890856ce990b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.881098 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0855234f-b8ca-47c5-85c2-890856ce990b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.886062 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0855234f-b8ca-47c5-85c2-890856ce990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:03.899688 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8db1705a-aa42-48a6-8241-c6f1e9f871b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:03.949818 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-0855234f-b8ca-47c5-85c2-890856ce990b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78507941967f4940a176e6a6891cc5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408434 Jun 09 21:57:03.952574 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 53986) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:03.953076 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855234f-b8ca-47c5-85c2-890856ce990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e43d63-b095-4c55-8a7f-a0185e683b53,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:03.958020 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0855234f-b8ca-47c5-85c2-890856ce990b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:03.971682 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cffbb-b01b-4c64-be19-4313a3844a0e req-2ffae503-166e-413a-bb5f-d5d656a70fd0 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:03.973894 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a79cffbb-b01b-4c64-be19-4313a3844a0e req-2ffae503-166e-413a-bb5f-d5d656a70fd0 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1557114 Jun 09 21:57:04.014566 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-bfb2cfb9-2a89-4c40-bd84-a22e27d235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.030132 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a79cffbb-b01b-4c64-be19-4313a3844a0e req-c42d7dd2-2224-4af1-ac59-ac339cae3468 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Jun 09 21:57:04.097529 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.128995 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.162127 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-1992ad99-c0c8-4579-8211-1544ae167603 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:04.163562 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-1992ad99-c0c8-4579-8211-1544ae167603 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 945 time: 0.1603892 Jun 09 21:57:04.285464 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.287840 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.288932 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7e43d63-b095-4c55-8a7f-a0185e683b53 HTTP/1.1" status: 204 len: 168 time: 0.3347080 Jun 09 21:57:04.290732 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5500e2ff-ad60-4046-a295-36148783605e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:04.303155 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e43d63-b095-4c55-8a7f-a0185e683b53,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:04.307281 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:04.325788 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Deleting port 79657646-6aa9-4b60-979b-09ffd43e4064 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:57:04.326125 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.467612 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] For port 79657646-6aa9-4b60-979b-09ffd43e4064, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=79657646-6aa9-4b60-979b-09ffd43e4064,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:04.467965 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.596363 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Calling delete_port for 79657646-6aa9-4b60-979b-09ffd43e4064 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:57:04.709310 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.715644 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-03bd730b-dead-4946-b2d7-0c056f3f8d83 tempest-VolumesActionsTest-1309447345 tempest-VolumesActionsTest-1309447345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:04.721593 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['58a28f79-dc6b-403b-a0ad-2977cc94b6e4', '79657646-6aa9-4b60-979b-09ffd43e4064'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:57:04.753512 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088e4aa-f488-4e04-b47d-9d61f1af2108 req-a166b817-6da0-4403-9801-4bec8cbc474b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:04.756053 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e088e4aa-f488-4e04-b47d-9d61f1af2108 req-a166b817-6da0-4403-9801-4bec8cbc474b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0836656 Jun 09 21:57:04.761089 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Pushing event deleted for resources: {'Port': ['ID=79657646-6aa9-4b60-979b-09ffd43e4064,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:04.764569 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:04.807742 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e088e4aa-f488-4e04-b47d-9d61f1af2108 req-8e1c10b8-293e-4daf-a329-1c840c40c771 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468960 Jun 09 21:57:04.842702 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] No DVR routers for this DVR port 79657646-6aa9-4b60-979b-09ffd43e4064 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:57:04.845304 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:04.848079 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3d09f0b7-fab4-4401-8f2f-a15174175a57 req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "DELETE /v2.0/ports/79657646-6aa9-4b60-979b-09ffd43e4064 HTTP/1.1" status: 204 len: 173 time: 0.6760075 Jun 09 21:57:04.848566 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'name': 'network-vif-deleted', 'tag': '79657646-6aa9-4b60-979b-09ffd43e4064'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:04.850911 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944a419a-bd8f-40f1-81c8-c8ee1a8b3d9c" -d '{"events": [{"server_uuid": "4e9606ff-f43c-4978-ae51-59106b9aab8e", "name": "network-vif-deleted", "tag": "79657646-6aa9-4b60-979b-09ffd43e4064"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:04.902295 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f687a22a-95ac-425a-ac5a-73305c90a5aa x-openstack-request-id: req-f687a22a-95ac-425a-ac5a-73305c90a5aa {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:04.902779 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9606ff-f43c-4978-ae51-59106b9aab8e", "name": "network-vif-deleted", "tag": "79657646-6aa9-4b60-979b-09ffd43e4064", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:04.903058 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f687a22a-95ac-425a-ac5a-73305c90a5aa {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:04.903558 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9606ff-f43c-4978-ae51-59106b9aab8e', 'name': 'network-vif-deleted', 'tag': '79657646-6aa9-4b60-979b-09ffd43e4064', 'status': 'completed', 'code': 200} Jun 09 21:57:05.214536 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0dfff45a-2a68-40b0-b163-d6b4f71f14bb req-73c2ad29-2c5f-4be4-933c-f5470026e9ac tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e9606ff-f43c-4978-ae51-59106b9aab8e HTTP/1.1" status: 200 len: 210 time: 0.0655503 Jun 09 21:57:05.997494 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a813-34d7-4eb4-b0e7-8c54ba6f1a35 req-306f9b73-ee25-42e2-a663-e509b48f102f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:05.998863 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-80e9a813-34d7-4eb4-b0e7-8c54ba6f1a35 req-306f9b73-ee25-42e2-a663-e509b48f102f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0767798 Jun 09 21:57:06.042431 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-80e9a813-34d7-4eb4-b0e7-8c54ba6f1a35 req-987b04fb-feae-4109-9675-4983829130e9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375483 Jun 09 21:57:06.404249 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:06.411847 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-3d5f846b-f7ae-43d6-9efb-bd092ea9f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:06.677475 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2cd68-ee2d-4bde-9a54-50e378894709 req-515fc407-cc6e-44cf-b9b3-7d758142f1ba tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:06.678980 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-78a2cd68-ee2d-4bde-9a54-50e378894709 req-515fc407-cc6e-44cf-b9b3-7d758142f1ba tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0828123 Jun 09 21:57:06.725201 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-78a2cd68-ee2d-4bde-9a54-50e378894709 req-18763ef7-eeec-41d4-93fa-8b0f4f24127f tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Jun 09 21:57:06.789541 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 79657646-6aa9-4b60-979b-09ffd43e4064 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:57:06.826195 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 79657646-6aa9-4b60-979b-09ffd43e4064 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:57:06.826579 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 79657646-6aa9-4b60-979b-09ffd43e4064 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:57:07.229218 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e7179-1011-4705-b049-ca5af62544a5 req-9086c666-616c-4161-9ea1-77650b211e2b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:07.230940 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-796e7179-1011-4705-b049-ca5af62544a5 req-9086c666-616c-4161-9ea1-77650b211e2b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0800602 Jun 09 21:57:07.341063 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-796e7179-1011-4705-b049-ca5af62544a5 req-043b072f-3a9b-4219-909d-5a8e1af3e822 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046033 Jun 09 21:57:07.563069 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:07.696837 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:07.839671 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54034) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:07.908469 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac388ac9-67a9-4a91-b7c6-77361a679002 req-ddd165a9-d7ca-49ae-b7d0-7a919b56d28e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:07.909815 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ac388ac9-67a9-4a91-b7c6-77361a679002 req-ddd165a9-d7ca-49ae-b7d0-7a919b56d28e tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0804303 Jun 09 21:57:07.954898 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ac388ac9-67a9-4a91-b7c6-77361a679002 req-3fe424f4-c46f-4969-89ce-3c92bba78963 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393441 Jun 09 21:57:07.961664 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9fb56792-302c-4c91-ae4c-411e92ff306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:08.066684 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9fb56792-302c-4c91-ae4c-411e92ff306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:08.072147 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9fb56792-302c-4c91-ae4c-411e92ff306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:08.080607 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5c89d82a-abfa-41dd-8fe3-9f803d06fc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:08.118170 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-9fb56792-302c-4c91-ae4c-411e92ff306a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d036957bfad0422e87fec91d004acc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774723 Jun 09 21:57:08.119741 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb56792-302c-4c91-ae4c-411e92ff306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeb59c3-a5e2-4a3d-815d-0392c31d02de,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:08.120844 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54038) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:08.122813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9fb56792-302c-4c91-ae4c-411e92ff306a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:08.180087 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f3d391e8-c31c-4c88-9568-95dbcc26ea74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:08.205064 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f3d391e8-c31c-4c88-9568-95dbcc26ea74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:08.258274 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f3d391e8-c31c-4c88-9568-95dbcc26ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:08.262495 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f3d391e8-c31c-4c88-9568-95dbcc26ea74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:08.263671 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f3d391e8-c31c-4c88-9568-95dbcc26ea74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aeb59c3-a5e2-4a3d-815d-0392c31d02de HTTP/1.1" status: 204 len: 168 time: 0.1418185 Jun 09 21:57:08.264667 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-876dd247-32a3-4d28-843f-b0ef4da55e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:08.275860 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d391e8-c31c-4c88-9568-95dbcc26ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeb59c3-a5e2-4a3d-815d-0392c31d02de,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:08.279061 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f3d391e8-c31c-4c88-9568-95dbcc26ea74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:08.530252 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b914c-f5b4-4181-81be-9801ee154e32 req-12ef6963-e73b-4250-bb99-6d058d5178fd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:08.532006 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce8b914c-f5b4-4181-81be-9801ee154e32 req-12ef6963-e73b-4250-bb99-6d058d5178fd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0801606 Jun 09 21:57:08.583416 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce8b914c-f5b4-4181-81be-9801ee154e32 req-f024f05e-5709-4dc3-a20b-7752c9e003c2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Jun 09 21:57:09.139696 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae5a1f-c1af-4f73-af0e-8929737eecde req-eca3cd25-f981-4391-b065-cc4c0b6fd56c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:09.141150 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c5ae5a1f-c1af-4f73-af0e-8929737eecde req-eca3cd25-f981-4391-b065-cc4c0b6fd56c tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0802422 Jun 09 21:57:09.185232 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c5ae5a1f-c1af-4f73-af0e-8929737eecde req-4a0020ed-e6df-40dd-9af5-f77486ae3b20 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384967 Jun 09 21:57:09.287174 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:09.780759 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d7268-495b-4d3a-bda5-43f36da8fbc3 req-69b25f61-7e98-4f55-a935-392509c038b3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:09.782205 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4a5d7268-495b-4d3a-bda5-43f36da8fbc3 req-69b25f61-7e98-4f55-a935-392509c038b3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0827703 Jun 09 21:57:09.825422 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4a5d7268-495b-4d3a-bda5-43f36da8fbc3 req-5ea3eb57-2b55-42f7-9699-5640fe791ef3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372298 Jun 09 21:57:10.365437 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9518d9-6751-4f9a-81a0-dc1ea91fcab3 req-a7d5e799-4f31-4ac7-ae79-3569e651ab6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:10.367164 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1c9518d9-6751-4f9a-81a0-dc1ea91fcab3 req-a7d5e799-4f31-4ac7-ae79-3569e651ab6d tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0780547 Jun 09 21:57:10.409879 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1c9518d9-6751-4f9a-81a0-dc1ea91fcab3 req-b2d2e741-80c8-4b86-8687-c060ac353272 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370960 Jun 09 21:57:11.023624 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf08e-96d6-410c-a138-37b384bbdb52 req-92709cb3-937d-426f-8d2a-58b7599c36e1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:11.030462 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a2bf08e-96d6-410c-a138-37b384bbdb52 req-92709cb3-937d-426f-8d2a-58b7599c36e1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0920985 Jun 09 21:57:11.071298 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a2bf08e-96d6-410c-a138-37b384bbdb52 req-5bf3534b-3971-40d9-945b-f2952c212f38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400238 Jun 09 21:57:11.594691 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac2330-fc0c-49d3-a7a5-3ade9b59b876 req-281c88bc-00e7-4779-a67f-67adc096b76b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:11.596849 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7fac2330-fc0c-49d3-a7a5-3ade9b59b876 req-281c88bc-00e7-4779-a67f-67adc096b76b tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0787158 Jun 09 21:57:11.638667 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7fac2330-fc0c-49d3-a7a5-3ade9b59b876 req-09d55484-6b4f-4b1a-b064-69cbb5c331d7 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/security-groups?id=a80d641a-f383-4ad1-8b29-e7af2aded340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363610 Jun 09 21:57:12.124613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-fc612597-87a9-49a1-9308-5a01b92ef0bd tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:12.126109 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-fc612597-87a9-49a1-9308-5a01b92ef0bd tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 946 time: 0.0823541 Jun 09 21:57:12.266838 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Deleting port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:57:12.267063 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:12.269394 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fc587-d4e4-4c73-bba4-ac1eaa8a8486 req-fb1a0f34-31a5-4681-9ff7-4fa9c09f4bb4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:12.270918 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bc8fc587-d4e4-4c73-bba4-ac1eaa8a8486 req-fb1a0f34-31a5-4681-9ff7-4fa9c09f4bb4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0847738 Jun 09 21:57:12.317992 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bc8fc587-d4e4-4c73-bba4-ac1eaa8a8486 req-4ac2d0b1-d667-4b35-9d14-024195b4f465 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415719 Jun 09 21:57:12.405101 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] For port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:12.405453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:12.526061 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Calling delete_port for 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:57:12.645083 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:12.653573 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:12.658858 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['58a28f79-dc6b-403b-a0ad-2977cc94b6e4'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:57:12.813350 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2bf80415-cc2a-49fd-8aa8-0211fc8f6b0a req-fbf3d102-c321-4f08-8693-4e2d48338d94 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.25 "GET /v2.0/ports?device_id=9be62b44-5bc2-48be-9172-2e08d3b91fa1 HTTP/1.1" status: 200 len: 210 time: 0.0417414 Jun 09 21:57:12.832264 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Pushing event deleted for resources: {'Port': ['ID=58a28f79-dc6b-403b-a0ad-2977cc94b6e4,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:12.834445 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:12.877806 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] No DVR routers for this DVR port 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 21:57:12.880411 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:12.882365 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6c1767ad-5dea-4373-96b1-ee31b17dbba0 req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] 10.222.0.15 "DELETE /v2.0/ports/58a28f79-dc6b-403b-a0ad-2977cc94b6e4 HTTP/1.1" status: 204 len: 173 time: 0.7513361 Jun 09 21:57:12.882860 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'name': 'network-vif-deleted', 'tag': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:12.885095 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1518ec-4a0a-434e-96b4-b2b4e4c01858" -d '{"events": [{"server_uuid": "9be62b44-5bc2-48be-9172-2e08d3b91fa1", "name": "network-vif-deleted", "tag": "58a28f79-dc6b-403b-a0ad-2977cc94b6e4"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:12.926578 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a28e667-c4ab-4e20-9aa9-546c117b67d2 x-openstack-request-id: req-7a28e667-c4ab-4e20-9aa9-546c117b67d2 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:12.926940 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be62b44-5bc2-48be-9172-2e08d3b91fa1", "name": "network-vif-deleted", "tag": "58a28f79-dc6b-403b-a0ad-2977cc94b6e4", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:12.927217 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a28e667-c4ab-4e20-9aa9-546c117b67d2 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:12.927652 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be62b44-5bc2-48be-9172-2e08d3b91fa1', 'name': 'network-vif-deleted', 'tag': '58a28f79-dc6b-403b-a0ad-2977cc94b6e4', 'status': 'completed', 'code': 200} Jun 09 21:57:12.975708 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:57:13.513685 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5617c32-ae2c-4e68-9b9e-3ff9ceef4e91 req-63e35013-fbc9-4edc-95d6-e4baa33417e3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:13.515241 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b5617c32-ae2c-4e68-9b9e-3ff9ceef4e91 req-63e35013-fbc9-4edc-95d6-e4baa33417e3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0827143 Jun 09 21:57:13.559141 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b5617c32-ae2c-4e68-9b9e-3ff9ceef4e91 req-cd5fe799-fbf0-4fc2-bf8b-22c097a174ec tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Jun 09 21:57:13.910703 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54128) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:14.439167 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698060'] for router_interface, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:14.848233 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:57:14.864278 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b8d45-8709-4923-8a83-ff942c5e802e req-2721d870-cacf-4bc9-b095-20ce3a34459f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:14.865730 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-078b8d45-8709-4923-8a83-ff942c5e802e req-2721d870-cacf-4bc9-b095-20ce3a34459f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1859505 Jun 09 21:57:14.889030 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:57:14.889247 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 58a28f79-dc6b-403b-a0ad-2977cc94b6e4 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:57:14.957145 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-078b8d45-8709-4923-8a83-ff942c5e802e req-ec7ce596-c7bd-4e44-a0f0-66d739594fac tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853040 Jun 09 21:57:15.024724 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Deleting port 41496fca-1a6c-4f06-95fa-3a642b22eb0f {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:57:15.025058 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.149011 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] For port 41496fca-1a6c-4f06-95fa-3a642b22eb0f, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=41496fca-1a6c-4f06-95fa-3a642b22eb0f,segment=NetworkSegment(7cb36d2e-0905-4e86-b507-16d183c016ca),segment_id=7cb36d2e-0905-4e86-b507-16d183c016ca)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:15.149362 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.272114 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Calling delete_port for 41496fca-1a6c-4f06-95fa-3a642b22eb0f owned by network:router_interface {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:57:15.552325 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:15.556165 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-6072ae6b-8b20-4dd2-ad77-ca5ece82845d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:15.601821 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Pushing event deleted for resources: {'Port': ['ID=41496fca-1a6c-4f06-95fa-3a642b22eb0f,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:15.605309 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:15.963018 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697746'] for router_interface, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:16.291541 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9435f82-48b0-4dfb-b007-a64a41c9ef73 req-f69b97c4-1164-48fc-9f87-6eb553719be7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:16.293003 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f9435f82-48b0-4dfb-b007-a64a41c9ef73 req-f69b97c4-1164-48fc-9f87-6eb553719be7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1948788 Jun 09 21:57:16.426364 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f9435f82-48b0-4dfb-b007-a64a41c9ef73 req-3d86c644-75c5-44a7-99ab-52ceedefa20a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807703 Jun 09 21:57:16.453534 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:57:16.630326 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:57:16.636854 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] 10.222.0.25 "PUT /v2.0/routers/cd027af5-a3e9-4428-99f3-f49a62ef1ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247562 Jun 09 21:57:16.639738 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54198) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:16.641652 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] Sync routers for ids ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:57:16.651002 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] Routers {'cd027af5-a3e9-4428-99f3-f49a62ef1ef6'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:16.651684 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:16.815205 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:16.823043 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] Set router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:16.985803 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:17.058291 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Deleting port 63a44d05-877f-49c2-9959-24809c61e10e {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 21:57:17.058662 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:17.112757 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38'}], 'enable_snat': True}, 'gw_port_id': '63a44d05-877f-49c2-9959-24809c61e10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:57:15Z', 'revision_number': 5, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port': {'id': '63a44d05-877f-49c2-9959-24809c61e10e', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:17.116514 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] Checking router: cd027af5-a3e9-4428-99f3-f49a62ef1ef6 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:57:17.124661 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] Routers {'cd027af5-a3e9-4428-99f3-f49a62ef1ef6'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:17.125255 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:17.180001 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] For port 63a44d05-877f-49c2-9959-24809c61e10e, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=63a44d05-877f-49c2-9959-24809c61e10e,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:17.180345 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:17.274192 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] Set router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 gateway port host: None {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:17.299834 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Calling delete_port for 63a44d05-877f-49c2-9959-24809c61e10e owned by network:router_gateway {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 21:57:17.379271 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:57:16Z', 'revision_number': 6, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port_host': None}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:17.383540 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9676a1-eaca-4058-adae-06b55f431f1b None None] The sync data for ids ['cd027af5-a3e9-4428-99f3-f49a62ef1ef6'] in dv-cinder-774286-15-smb is: [{'id': 'cd027af5-a3e9-4428-99f3-f49a62ef1ef6', 'name': 'tempest-ServerRescueNegativeTestJSON-1028820570-router', 'tenant_id': '288c6b258a814e5480c556c874d80862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:22Z', 'updated_at': '2021-06-09T21:57:16Z', 'revision_number': 6, 'project_id': '288c6b258a814e5480c556c874d80862', 'gw_port_host': None}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:57:17.575658 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:17.588228 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7da9ca02-bbb8-4a63-ab5b-e5debed757dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:17.636170 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec5b2-2b7d-4c03-a056-c5010f00ba43 req-c7b37935-f2e6-4f7d-b093-2514b281c779 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:17.638453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a44d05-877f-49c2-9959-24809c61e10e,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:17.642954 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5ccec5b2-2b7d-4c03-a056-c5010f00ba43 req-c7b37935-f2e6-4f7d-b093-2514b281c779 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1020501 Jun 09 21:57:17.646060 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:17.702154 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5ccec5b2-2b7d-4c03-a056-c5010f00ba43 req-a39c49e1-9bf4-4f85-8e4b-c7450124f14f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568643 Jun 09 21:57:17.797752 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698709'] for router_gateway, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.077569 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-701197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.079781 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.169533 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-701337'] for router, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.170162 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd027af5-a3e9-4428-99f3-f49a62ef1ef6 {{(pid=91722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 21:57:18.176005 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.177128 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cd027af5-a3e9-4428-99f3-f49a62ef1ef6 HTTP/1.1" status: 204 len: 168 time: 1.5362308 Jun 09 21:57:18.179706 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54214) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:18.237576 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Deleting subnet 54d6557d-cb12-4e48-9dec-0fdac0151c31 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 21:57:18.240464 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.294848 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.359356 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.427343 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.432390 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-894df923-0097-435e-bdfc-66923fdd0488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:18.473639 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.475459 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54d6557d-cb12-4e48-9dec-0fdac0151c31 HTTP/1.1" status: 204 len: 168 time: 0.2948227 Jun 09 21:57:18.476505 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d6557d-cb12-4e48-9dec-0fdac0151c31,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:18.478688 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54216) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:18.478945 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-287a6718-65d8-48c7-9301-ef5c6512cc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:18.582451 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.685661 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 63a44d05-877f-49c2-9959-24809c61e10e no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:57:18.706940 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.719727 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf3041-a6ee-4419-b950-7e6dddf27035']}} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:18.723486 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 63a44d05-877f-49c2-9959-24809c61e10e {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:57:18.723808 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 63a44d05-877f-49c2-9959-24809c61e10e not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:57:18.724220 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 41496fca-1a6c-4f06-95fa-3a642b22eb0f no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:57:18.733656 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb36d2e-0905-4e86-b507-16d183c016ca') {'for_net_delete': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:18.734199 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb36d2e-0905-4e86-b507-16d183c016ca') {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:18.746617 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11420964'] for segment, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.756627 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 41496fca-1a6c-4f06-95fa-3a642b22eb0f {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 21:57:18.756975 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 41496fca-1a6c-4f06-95fa-3a642b22eb0f not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 21:57:18.764712 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.771817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=91721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 21:57:18.772201 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11751745'] for segment, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: Traceback (most recent call last): Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: timer() Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: cb(*args, **kw) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: return func(*args, **kwargs) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: self._notify() Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: self.callback(batched_events) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: event.method(event) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: return f(self, *a, **k) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: return self._get(url).json() Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: return self.request(url, 'GET', **kwargs) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 21:57:18.785099 dv-cinder-774286-15-smb neutron-server[91721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 21:57:18.850548 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:57:18.908393 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.915616 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:18.934929 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:18.936731 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] 10.222.0.25 "DELETE /v2.0/networks/02bf3041-a6ee-4419-b950-7e6dddf27035 HTTP/1.1" status: 204 len: 168 time: 0.4567595 Jun 09 21:57:18.937557 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Pushing event deleted for resources: {'Network': ['ID=02bf3041-a6ee-4419-b950-7e6dddf27035,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:18.941691 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:18.962277 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e17868-5b94-48be-a8a0-173a5c9e8b78 req-b59d1a72-671e-425e-ac1f-9dde165ed7c1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:18.963862 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b9e17868-5b94-48be-a8a0-173a5c9e8b78 req-b59d1a72-671e-425e-ac1f-9dde165ed7c1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1312249 Jun 09 21:57:18.992725 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:19.011024 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'port_id': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'mac_address': 'fa:16:3e:8a:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:57:19.016535 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b9e17868-5b94-48be-a8a0-173a5c9e8b78 req-531310c7-6e69-4f9f-a063-842612ca6758 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466912 Jun 09 21:57:19.073490 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.091768 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 035ce6d3-31d2-46a4-aa6a-3a0414628510 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:57:19.108476 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:19.113805 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.116139 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:19.188816 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=6']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:19.192736 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:19.202303 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['035ce6d3-31d2-46a4-aa6a-3a0414628510'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:57:19.221384 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54228) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:19.272445 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-32873074-5aa0-4e2c-88e9-b93f6af82b69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=288c6b258a814e5480c556c874d80862&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497856 Jun 09 21:57:19.274989 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54232) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:19.337795 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.364620 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.369532 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54234) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:19.417268 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.419814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.423548 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a80d641a-f383-4ad1-8b29-e7af2aded340 HTTP/1.1" status: 204 len: 168 time: 0.1450596 Jun 09 21:57:19.423548 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-355d12e3-2a42-4c84-b3c7-dc18253f3de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:19.432439 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80d641a-f383-4ad1-8b29-e7af2aded340,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:19.434746 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:19.667828 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f33b91f9-9341-4f25-a496-791e44324e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.779045 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f33b91f9-9341-4f25-a496-791e44324e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.782725 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f33b91f9-9341-4f25-a496-791e44324e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:19.792070 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5131f0d0-63b3-4f77-982d-af750a283409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:19.832274 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f33b91f9-9341-4f25-a496-791e44324e72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a73a28cdf3824e80a2af64abc88f54d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616697 Jun 09 21:57:19.833219 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b91f9-9341-4f25-a496-791e44324e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546509f5-0254-46a5-9c16-65afb698f80f,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:19.835121 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54250) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:19.839177 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f33b91f9-9341-4f25-a496-791e44324e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:20.007894 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.037600 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.093127 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.095976 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:20.097179 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/546509f5-0254-46a5-9c16-65afb698f80f HTTP/1.1" status: 204 len: 168 time: 0.2607627 Jun 09 21:57:20.097878 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-e372c11a-c925-4870-90aa-957a0a9b225e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:20.108964 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546509f5-0254-46a5-9c16-65afb698f80f,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:20.115404 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:20.225664 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9e43-29c6-4fd7-8337-5607512bdadc req-829f87d9-4b1f-4ae0-bc19-297b30108f26 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:20.227223 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8c5b9e43-29c6-4fd7-8337-5607512bdadc req-829f87d9-4b1f-4ae0-bc19-297b30108f26 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 945 time: 0.0927548 Jun 09 21:57:20.276678 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8c5b9e43-29c6-4fd7-8337-5607512bdadc req-157bb0a8-e9f7-4876-b19d-95711655e8f3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Jun 09 21:57:20.865474 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:20.935049 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 035ce6d3-31d2-46a4-aa6a-3a0414628510 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:20.935438 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.033801 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54302) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:21.067857 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.101102 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:21.103418 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab38f96a-82e7-4e6b-94c4-60a62807d6e9" -d '{"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-plugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:21.113074 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:21.119031 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.122295 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-02042072-d925-44a6-ab82-b239524b8e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:21.173460 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-210446210-network', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:21.198316 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Made reservation on behalf of d0085c8f3fe749a890ef358f8b55a943 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:57:21.201120 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.215819 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.231252 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee19c3-0a4d-47b9-ac05-6b29b41716b3 x-openstack-request-id: req-0dee19c3-0a4d-47b9-ac05-6b29b41716b3 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:21.231540 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-plugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:21.232000 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dee19c3-0a4d-47b9-ac05-6b29b41716b3 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:21.232406 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'code': 200} Jun 09 21:57:21.255077 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=7']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:21.258155 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:21.330849 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.335391 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.338778 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-352c8a9c-ba49-4167-8cff-0a984b16e311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:21.370206 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:57:21.375586 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541ec7f0-64b0-431a-836a-3473a27efca5,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:21.391420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:21.395985 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.396323 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Added segment 9fcb61d2-34b3-4588-bda7-a3683be7d119 of type vlan for network 65c4bab7-0cb4-475c-8665-8750536adfad Jun 09 21:57:21.425338 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.456414 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.457729 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:21.458310 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.469945 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e927ac15-92ac-4887-a89a-bf77454ec194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:21.504538 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2110fc5-36e2-49de-a2ec-6c007ee21224 req-0fab524b-8707-4c86-a689-6854f4746f4f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:21.505924 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a2110fc5-36e2-49de-a2ec-6c007ee21224 req-0fab524b-8707-4c86-a689-6854f4746f4f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0929213 Jun 09 21:57:21.542234 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5065565 Jun 09 21:57:21.545025 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54318) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:21.550968 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Request body: {'subnet': {'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-210446210-subnet', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'ip_version': 4}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:21.565120 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a2110fc5-36e2-49de-a2ec-6c007ee21224 req-b66b1c7d-9152-49c7-89e5-667cc69ea61a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484507 Jun 09 21:57:21.583872 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Pushing event updated for resources: {'Network': ['ID=65c4bab7-0cb4-475c-8665-8750536adfad,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:21.587903 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:21.593140 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Made reservation on behalf of d0085c8f3fe749a890ef358f8b55a943 for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:57:21.595761 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10781597'] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.596744 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 65c4bab7-0cb4-475c-8665-8750536adfad details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:57:21.829500 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10588369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10781679'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.835942 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:21.913442 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb6e31b-627d-4a13-9de1-ca7e203264e1,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:21.917469 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:21.918290 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Checking segment: {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:21.918665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Network hostable DHCP agents. Network: 65c4bab7-0cb4-475c-8665-8750536adfad, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:57:21.935281 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Network 65c4bab7-0cb4-475c-8665-8750536adfad is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:57:21.944454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 65c4bab7-0cb4-475c-8665-8750536adfad) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:21.948660 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:21.949240 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.953612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2af2dae-5748-4781-8ea8-331124a25b97 None None] Network 65c4bab7-0cb4-475c-8665-8750536adfad requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:57:21.967833 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5144ed06-41e2-4483-ad6f-567dbc805c99 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4216113 Jun 09 21:57:21.970377 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54324) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:21.975283 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:21.996199 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:21.997279 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.012743 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.166160 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-65c4bab7-0cb4-475c-8665-8750536adfad', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:57:22.167012 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.344632 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Allocated IP 172.20.0.2 (65c4bab7-0cb4-475c-8665-8750536adfad/4eb6e31b-627d-4a13-9de1-ca7e203264e1/425d0a6e-c492-45ed-8eb9-b8425335ea48) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:22.388422 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.551605 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.561147 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Transition to ACTIVE for port object 425d0a6e-c492-45ed-8eb9-b8425335ea48 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:22.579245 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Transition to ACTIVE for port object 425d0a6e-c492-45ed-8eb9-b8425335ea48 will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:22.587197 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.590959 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-cb9b8ddf-a578-4bc5-9800-5f273d0e7940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:22.655343 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Network 65c4bab7-0cb4-475c-8665-8750536adfad is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:22.658717 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:22.662803 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:22.713655 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.743466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.747709 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Pushing event updated for resources: {'Port': ['ID=425d0a6e-c492-45ed-8eb9-b8425335ea48,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:22.757456 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:22.762631 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e5f52-f2b4-470e-881e-a067370efdc8 req-203e9549-c0d5-4dbd-897f-d7c427f21bb3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:22.766257 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Attempting to bind port 425d0a6e-c492-45ed-8eb9-b8425335ea48 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:22.766665 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Attempting to bind port 425d0a6e-c492-45ed-8eb9-b8425335ea48 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:22.767052 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Attempting to bind port 425d0a6e-c492-45ed-8eb9-b8425335ea48 on network 65c4bab7-0cb4-475c-8665-8750536adfad {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:22.769811 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0e7e5f52-f2b4-470e-881e-a067370efdc8 req-203e9549-c0d5-4dbd-897f-d7c427f21bb3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.0918012 Jun 09 21:57:22.772861 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:22.773242 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Checking segment: {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:22.773643 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.774034 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Bound using segment: {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:22.774527 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Bound port: 425d0a6e-c492-45ed-8eb9-b8425335ea48, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:22.774906 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.811359 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0e7e5f52-f2b4-470e-881e-a067370efdc8 req-ef96b2a4-1251-4208-a9bf-84d26753a314 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 Jun 09 21:57:22.868684 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] For port 425d0a6e-c492-45ed-8eb9-b8425335ea48, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:22.872208 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] For port 425d0a6e-c492-45ed-8eb9-b8425335ea48, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=425d0a6e-c492-45ed-8eb9-b8425335ea48,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:22.876945 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:22.881679 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-69fefed8-5588-43b0-8250-76574a9bbba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:22.901487 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Allocated IP 172.28.0.188 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/ec4d6cb0-12b9-4405-991d-91c50f0d7841) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:22.962263 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Pushing event updated for resources: {'Port': ['ID=425d0a6e-c492-45ed-8eb9-b8425335ea48,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:22.965313 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:23.073869 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:23.108526 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:23.115247 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-75a3f1eb-1fc6-4892-9558-1e66fdeaf3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:23.197923 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:23.200843 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:23.207992 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:23.248194 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4d6cb0-12b9-4405-991d-91c50f0d7841,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:23.252870 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:23.680418 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:24.032796 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d113064-cd30-4c0d-ae7f-46d123421be5 req-ed63af80-b7e3-459d-b54c-1400ac1a6af4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:24.042153 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1d113064-cd30-4c0d-ae7f-46d123421be5 req-ed63af80-b7e3-459d-b54c-1400ac1a6af4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1016288 Jun 09 21:57:24.042555 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9c7a7-5308-493a-a4e6-19e3fbae42e7 None None] Network 65c4bab7-0cb4-475c-8665-8750536adfad requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:57:24.101399 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1d113064-cd30-4c0d-ae7f-46d123421be5 req-a2c73b56-25f2-4848-8e89-feb0cab21a52 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580990 Jun 09 21:57:24.177908 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-74409e5b-5ad1-43f2-a3e6-d43b0b418d54 None None] Provisioning for port 425d0a6e-c492-45ed-8eb9-b8425335ea48 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:24.220246 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:24.637279 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Router e90c077e-ed80-4b22-8a39-738a842fcb67 is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:57:24.829408 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 425d0a6e-c492-45ed-8eb9-b8425335ea48 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:24.915754 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 425d0a6e-c492-45ed-8eb9-b8425335ea48 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:24.921286 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 425d0a6e-c492-45ed-8eb9-b8425335ea48 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:24.921730 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:24.924610 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:57:24.946807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:24.950461 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9766078 Jun 09 21:57:24.951153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54378) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:24.953890 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Sync routers for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:57:25.004467 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:25.005137 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:25.408317 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:25.656964 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:25.808911 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 425d0a6e-c492-45ed-8eb9-b8425335ea48, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=425d0a6e-c492-45ed-8eb9-b8425335ea48,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:25.841108 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:25.850980 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:25.879314 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08de4a-c92a-4616-9e1b-013910eb81ef req-11fff06b-975e-4935-b3d5-708e62b61b3c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:25.887746 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1a08de4a-c92a-4616-9e1b-013910eb81ef req-11fff06b-975e-4935-b3d5-708e62b61b3c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.5078802 Jun 09 21:57:25.956834 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=425d0a6e-c492-45ed-8eb9-b8425335ea48,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:25.970693 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:25.980361 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:23Z', 'revision_number': 3, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:25.985538 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Checking router: e90c077e-ed80-4b22-8a39-738a842fcb67 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:57:25.986694 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Updating router e90c077e-ed80-4b22-8a39-738a842fcb67 port ec4d6cb0-12b9-4405-991d-91c50f0d7841 binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:57:26.047941 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.068585 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1a08de4a-c92a-4616-9e1b-013910eb81ef req-84bf5b18-a75e-4bfa-9011-b3d67fd30e95 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799681 Jun 09 21:57:26.083436 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.363281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Allocated IP 172.20.0.1 (65c4bab7-0cb4-475c-8665-8750536adfad/4eb6e31b-627d-4a13-9de1-ca7e203264e1/d61d3df8-d596-44d1-a7e1-2bbc7463c4af) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:26.590592 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.621352 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Transition to ACTIVE for port object ec4d6cb0-12b9-4405-991d-91c50f0d7841 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:26.639488 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.647767 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:26.750121 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 425d0a6e-c492-45ed-8eb9-b8425335ea48 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:26.755428 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.772833 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Transition to ACTIVE for port object d61d3df8-d596-44d1-a7e1-2bbc7463c4af will not be triggered until provisioned by entity DHCP. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:26.804406 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.816767 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-642dd3b1-d0dc-45b2-905d-65d165ca9a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:26.839219 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Attempting to bind port ec4d6cb0-12b9-4405-991d-91c50f0d7841 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:26.839598 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Attempting to bind port ec4d6cb0-12b9-4405-991d-91c50f0d7841 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:26.839968 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Attempting to bind port ec4d6cb0-12b9-4405-991d-91c50f0d7841 on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:26.855957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:26.855957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:26.856425 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.857199 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:26.857318 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Bound port: ec4d6cb0-12b9-4405-991d-91c50f0d7841, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:26.857625 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.863858 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Network 65c4bab7-0cb4-475c-8665-8750536adfad is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:26.869665 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:26.883612 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:26.885708 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66332ae-f14d-41f5-a131-4ae44acb6455 None None] Pushing event updated for resources: {'Port': ['ID=ec4d6cb0-12b9-4405-991d-91c50f0d7841,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:26.904723 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-c66332ae-f14d-41f5-a131-4ae44acb6455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:26.971626 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Pushing event updated for resources: {'Port': ['ID=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:26.973722 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 425d0a6e-c492-45ed-8eb9-b8425335ea48 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:26.974307 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:26.983842 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:26.993084 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:27.005072 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] For port ec4d6cb0-12b9-4405-991d-91c50f0d7841, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:27.046715 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] For port ec4d6cb0-12b9-4405-991d-91c50f0d7841, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=ec4d6cb0-12b9-4405-991d-91c50f0d7841,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:27.057057 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:27.068507 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:27.228009 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:27.228642 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:27.463037 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66332ae-f14d-41f5-a131-4ae44acb6455 None None] Pushing event updated for resources: {'Port': ['ID=ec4d6cb0-12b9-4405-991d-91c50f0d7841,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:27.472032 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-c66332ae-f14d-41f5-a131-4ae44acb6455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:27.480746 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:27.549874 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31297b-3206-448d-9c5b-e11c493b9cf4 req-5d1a963c-b6b1-4508-af83-4725987a6e1e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:27.551845 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5e31297b-3206-448d-9c5b-e11c493b9cf4 req-5d1a963c-b6b1-4508-af83-4725987a6e1e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.2562754 Jun 09 21:57:27.558989 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-8174b022-a8a4-4f46-b0e6-55d20b18e286 None None] Provisioning for port d61d3df8-d596-44d1-a7e1-2bbc7463c4af completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:27.576634 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-8174b022-a8a4-4f46-b0e6-55d20b18e286 None None] Provisioning complete for port d61d3df8-d596-44d1-a7e1-2bbc7463c4af triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:27.577017 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8174b022-a8a4-4f46-b0e6-55d20b18e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:27.630193 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5e31297b-3206-448d-9c5b-e11c493b9cf4 req-2d8ac869-80c0-48ed-868d-eb45f39ef930 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668828 Jun 09 21:57:27.718737 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:27.793736 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-8174b022-a8a4-4f46-b0e6-55d20b18e286 None None] Port d61d3df8-d596-44d1-a7e1-2bbc7463c4af cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:57:27.909559 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:27.922360 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:27.990473 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:28.058562 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:28.062158 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Pushing event updated for resources: {'Port': ['ID=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:28.075020 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:28.223617 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:26Z', 'revision_number': 1, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:28.228760 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753cc9b-9921-47e0-9e44-c35345d326dc None None] The sync data for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb is: [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:26Z', 'revision_number': 1, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:57:28.294048 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Network 65c4bab7-0cb4-475c-8665-8750536adfad is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:28.299563 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:28.646088 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54442) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:28.652413 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Router e90c077e-ed80-4b22-8a39-738a842fcb67 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:57:28.754909 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-c179083b-c129-49ec-8c39-ad9c6479e381 None None] Provisioning complete for port d61d3df8-d596-44d1-a7e1-2bbc7463c4af triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:28.755475 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c179083b-c129-49ec-8c39-ad9c6479e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:28.883581 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-c179083b-c129-49ec-8c39-ad9c6479e381 None None] Port d61d3df8-d596-44d1-a7e1-2bbc7463c4af cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:57:28.886304 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:29.025390 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:29.033285 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:29.055157 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-199bae3e-8055-4f88-bc44-be20c7c6b1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:29.129176 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71384daf-9963-4e23-832e-d11f3f48ecd0,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:29.132296 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:57:29.144665 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09869ee8c9c642328b3dae60c7bcc096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038719 Jun 09 21:57:29.146002 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54452) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:29.146554 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] 10.222.0.25 "PUT /v2.0/routers/e90c077e-ed80-4b22-8a39-738a842fcb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1941741 Jun 09 21:57:29.148576 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.149254 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.149819 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.150664 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.151413 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.151974 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.152638 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.153193 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.153764 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.154518 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.155080 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.155501 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b358d-2082-4695-b54d-6a952f9cb1ae req-bdb0bde7-d0a8-4a3c-8886-75b776cc989b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:29.156180 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:29.177941 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb7b358d-2082-4695-b54d-6a952f9cb1ae req-bdb0bde7-d0a8-4a3c-8886-75b776cc989b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.2028322 Jun 09 21:57:29.178175 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d712a4df-1140-4baf-8cfd-f89f1fed9a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:29.268168 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:29.307402 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:29.312574 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb7b358d-2082-4695-b54d-6a952f9cb1ae req-98c5adcb-0be8-4fd5-b73a-0ce45cc49d76 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336694 Jun 09 21:57:29.396612 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:29.401259 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:29.402494 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71384daf-9963-4e23-832e-d11f3f48ecd0 HTTP/1.1" status: 204 len: 168 time: 0.2413983 Jun 09 21:57:29.403333 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cb1203ab-8ea5-40f3-ba7a-705608f8e0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:29.413466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71384daf-9963-4e23-832e-d11f3f48ecd0,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:29.415741 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:29.983058 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54472) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:30.013639 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4be32ac5-1acf-49fb-afbc-bf47873e4523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.168806 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4be32ac5-1acf-49fb-afbc-bf47873e4523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.174527 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4be32ac5-1acf-49fb-afbc-bf47873e4523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.183006 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d1486e6c-55f8-4cd3-8593-0f94da8e8fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:30.233660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54476) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:30.234171 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-4be32ac5-1acf-49fb-afbc-bf47873e4523 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85d991152cc14cbfae0837c488f9e5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495427 Jun 09 21:57:30.234509 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be32ac5-1acf-49fb-afbc-bf47873e4523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642e9480-0a0d-4f5b-a460-ecff600479e5,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:30.251080 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4be32ac5-1acf-49fb-afbc-bf47873e4523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:30.281565 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54478) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:30.287504 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1398370615-network', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:30.326098 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Made reservation on behalf of d57b6735244d46fe8137fe1e12ee8e8a for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:57:30.330608 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.346417 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.352349 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.384571 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.451337 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.454309 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.456604 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/642e9480-0a0d-4f5b-a460-ecff600479e5 HTTP/1.1" status: 204 len: 168 time: 0.2216048 Jun 09 21:57:30.458872 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-e73e11f8-ea13-4aee-84f6-544879e54065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:30.515437 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642e9480-0a0d-4f5b-a460-ecff600479e5,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:30.523402 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:30.561476 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.572756 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.581549 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:30.589532 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa93f0-1d23-43dc-b7c5-4b6bb719e4e6 req-4819010d-f65d-456c-9c56-25554d57bd03 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:30.591413 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-10aa93f0-1d23-43dc-b7c5-4b6bb719e4e6 req-4819010d-f65d-456c-9c56-25554d57bd03 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1335464 Jun 09 21:57:30.641585 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba063418-9bd6-411a-b3b7-4b558add2e16,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:30.646134 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:30.646934 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:57:30.678128 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.679073 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Added segment a8a89b8c-4c27-4e86-86e7-b2b82362d06f of type vlan for network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 Jun 09 21:57:30.683814 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-10aa93f0-1d23-43dc-b7c5-4b6bb719e4e6 req-a034f71e-8139-4fdb-ae65-fcf0780e9d73 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833776 Jun 09 21:57:30.777686 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.829773 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.833392 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device ec4d6cb0-12b9-4405-991d-91c50f0d7841 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:30.839164 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:30.840766 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:30.857844 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:30.959356 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port ec4d6cb0-12b9-4405-991d-91c50f0d7841 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:30.966761 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port ec4d6cb0-12b9-4405-991d-91c50f0d7841 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:30.967143 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:31.087125 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8042741 Jun 09 21:57:31.087661 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54492) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:31.093810 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Request body: {'subnet': {'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1398370615-subnet', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:31.117880 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Pushing event updated for resources: {'Network': ['ID=3b4e4616-6c9e-4828-8f63-56e9b304e1b9,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:31.125426 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:31.145011 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:57:31.154139 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Made reservation on behalf of d57b6735244d46fe8137fe1e12ee8e8a for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:57:31.156987 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11056949'] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:31.265131 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:31.275608 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Sync routers for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:57:31.295512 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:31.297678 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:31.303944 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port ec4d6cb0-12b9-4405-991d-91c50f0d7841, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=ec4d6cb0-12b9-4405-991d-91c50f0d7841,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:31.310364 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:31.313663 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:31.394653 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=ec4d6cb0-12b9-4405-991d-91c50f0d7841,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:31.398113 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:31.550317 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11751907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11056967'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:31.558705 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:31.682351 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:31.684774 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694596e3-67d8-40e9-94ac-90540a8936a6,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:31.728156 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.733050 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.733430 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.733788 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.736621 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.736621 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.736836 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.737102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.740583 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.740955 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.741291 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.741640 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:31.766940 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:31.833620 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Checking segment: {'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:31.833987 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Network hostable DHCP agents. Network: 3b4e4616-6c9e-4828-8f63-56e9b304e1b9, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:57:31.877077 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:57:31.896006 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 3b4e4616-6c9e-4828-8f63-56e9b304e1b9) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:31.900574 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:31.901250 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:31.905376 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58cfe9-ca4f-4a10-beae-2ae41f11412c None None] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:57:31.937154 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b0972ab2-9122-4975-bd20-67ee1c300638 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8475263 Jun 09 21:57:31.938202 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54510) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:31.946010 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:57:32.049737 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.052035 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.091253 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.274762 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'fixed_ips': [{'subnet_id': '694596e3-67d8-40e9-94ac-90540a8936a6'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:57:32.275993 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.291450 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4df5c-af5c-4b8d-9f57-09bbc54a39b5 req-c65ab7d6-645c-43c9-a1a9-fb33b0ff3127 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:32.298198 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9da4df5c-af5c-4b8d-9f57-09bbc54a39b5 req-c65ab7d6-645c-43c9-a1a9-fb33b0ff3127 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.3305833 Jun 09 21:57:32.328583 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 2, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:32.334847 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Checking router: e90c077e-ed80-4b22-8a39-738a842fcb67 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:57:32.335852 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Updating router e90c077e-ed80-4b22-8a39-738a842fcb67 port d61d3df8-d596-44d1-a7e1-2bbc7463c4af binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:57:32.420565 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.478062 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.499287 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9da4df5c-af5c-4b8d-9f57-09bbc54a39b5 req-2efbd83e-e78f-4a2a-9516-89ccc5e5e1d4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000082 Jun 09 21:57:32.567655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Allocated IP 172.20.0.2 (3b4e4616-6c9e-4828-8f63-56e9b304e1b9/694596e3-67d8-40e9-94ac-90540a8936a6/6a52e92d-cd15-46b6-a719-0b811487c638) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:32.751286 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device ec4d6cb0-12b9-4405-991d-91c50f0d7841 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:32.937635 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.952781 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Transition to ACTIVE for port object d61d3df8-d596-44d1-a7e1-2bbc7463c4af will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:32.970759 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:32.983420 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:33.005331 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port ec4d6cb0-12b9-4405-991d-91c50f0d7841 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:33.007143 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.048122 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.111379 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.132370 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Transition to ACTIVE for port object 6a52e92d-cd15-46b6-a719-0b811487c638 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:33.159102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.211103 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Transition to ACTIVE for port object 6a52e92d-cd15-46b6-a719-0b811487c638 will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:33.280300 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.291261 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:33.347373 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Pushing event updated for resources: {'Port': ['ID=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:33.378629 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.378908 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.379412 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.379594 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.379921 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.380244 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.380568 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.380886 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.381221 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.381567 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.381899 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.386247 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:33.478311 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:33.498590 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:33.507244 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:33.524737 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:33.561180 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Pushing event updated for resources: {'Port': ['ID=6a52e92d-cd15-46b6-a719-0b811487c638,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:33.586859 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Allocated IP 172.28.0.156 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:33.603957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:33.612189 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Attempting to bind port d61d3df8-d596-44d1-a7e1-2bbc7463c4af on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:33.615115 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Attempting to bind port d61d3df8-d596-44d1-a7e1-2bbc7463c4af by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:33.615599 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Attempting to bind port d61d3df8-d596-44d1-a7e1-2bbc7463c4af on network 65c4bab7-0cb4-475c-8665-8750536adfad {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:33.639351 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:33.639771 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Checking segment: {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:33.640174 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.640567 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Bound using segment: {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:33.641053 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Bound port: d61d3df8-d596-44d1-a7e1-2bbc7463c4af, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:33.641422 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.749876 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Attempting to bind port 6a52e92d-cd15-46b6-a719-0b811487c638 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:33.750259 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Attempting to bind port 6a52e92d-cd15-46b6-a719-0b811487c638 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:33.750662 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Attempting to bind port 6a52e92d-cd15-46b6-a719-0b811487c638 on network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:33.758222 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:33.774506 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Checking segment: {'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:33.775357 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.776646 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Bound using segment: {'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:33.777405 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Bound port: 6a52e92d-cd15-46b6-a719-0b811487c638, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:33.778089 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.859421 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] For port d61d3df8-d596-44d1-a7e1-2bbc7463c4af, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:33.867045 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] For port d61d3df8-d596-44d1-a7e1-2bbc7463c4af, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:33.887213 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.899437 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:33.962996 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] For port 6a52e92d-cd15-46b6-a719-0b811487c638, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:33.966614 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] For port 6a52e92d-cd15-46b6-a719-0b811487c638, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=6a52e92d-cd15-46b6-a719-0b811487c638,segment=NetworkSegment(a8a89b8c-4c27-4e86-86e7-b2b82362d06f),segment_id=a8a89b8c-4c27-4e86-86e7-b2b82362d06f)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:33.978152 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:33.995095 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-849f7b95-4a12-49bc-a639-b0329f1dff9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:34.035053 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:34.036442 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:34.071074 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01331eb8-6381-41d9-beb5-1ca4f2a3be26 req-b66bd256-d142-4f70-8f61-8ea8832bf22f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:34.075755 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-01331eb8-6381-41d9-beb5-1ca4f2a3be26 req-b66bd256-d142-4f70-8f61-8ea8832bf22f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.3285873 Jun 09 21:57:34.084667 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:34.218363 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-34878378-891b-4c7d-bb91-43677d239cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:34.235083 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-01331eb8-6381-41d9-beb5-1ca4f2a3be26 req-71628e6f-ed6d-4432-a792-35e7e1268f44 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402593 Jun 09 21:57:34.257561 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Pushing event updated for resources: {'Port': ['ID=6a52e92d-cd15-46b6-a719-0b811487c638,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:34.264564 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:34.295274 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:34.321524 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:34.503998 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:34.505757 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:34.527660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:34.534828 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-3f2bed13-53e2-43d5-9db6-9dd8720fbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:34.536490 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-3f2bed13-53e2-43d5-9db6-9dd8720fbe1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1099 time: 0.2039142 Jun 09 21:57:34.645071 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:34.650874 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:34.737290 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:34.882894 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-3384be9e-98ca-40e0-bca0-78888d1d3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:34.884397 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-3384be9e-98ca-40e0-bca0-78888d1d3382 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.3262928 Jun 09 21:57:34.894715 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Pushing event updated for resources: {'Port': ['ID=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,revision_number=4']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:34.900961 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1c2eea24-2b87-447d-8eb1-dab61bb94d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:34.929201 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 6a52e92d-cd15-46b6-a719-0b811487c638 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:35.053064 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 6a52e92d-cd15-46b6-a719-0b811487c638 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:35.060891 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-718dfc3f-72bf-44e4-86b2-bf137dfad5bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 1002 time: 0.1672158 Jun 09 21:57:35.119105 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54570) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:35.197924 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-347f6842-dbd9-47ce-a1da-501f552bec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:35.200349 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-347f6842-dbd9-47ce-a1da-501f552bec4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.1298394 Jun 09 21:57:35.335377 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:33Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:35.344824 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1763f8-c047-4c91-a32d-21ee1bfe2560 None None] The sync data for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb is: [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:33Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:57:35.437847 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:35.568563 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-123ffae3-5989-4e8e-a973-eb695d814d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:35.649307 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-08d46240-0e97-4b90-b6f1-1a305134bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:35.658515 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-08d46240-0e97-4b90-b6f1-1a305134bcac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4492753 Jun 09 21:57:35.835913 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694aca8c-fe13-499b-8a9c-c37bdec9bba4 None None] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:57:35.906224 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-eaf02bf8-445c-48f6-ad2e-cdbdb9cd3268 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386286 Jun 09 21:57:35.979188 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Provisioning for port 6a52e92d-cd15-46b6-a719-0b811487c638 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:36.000316 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Provisioning complete for port 6a52e92d-cd15-46b6-a719-0b811487c638 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:36.002086 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.065656 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40220fd-d545-4611-ac49-764488fa4d31 req-390b1bc0-ee1a-4afd-b444-7ab734105278 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:36.080938 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b40220fd-d545-4611-ac49-764488fa4d31 req-390b1bc0-ee1a-4afd-b444-7ab734105278 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.5362859 Jun 09 21:57:36.129856 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5a5bd1b-a043-4804-abc9-aa959135b431 req-f3e6707d-6c24-42c6-81af-96a4de56113b service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149091 Jun 09 21:57:36.372491 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.415012 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b40220fd-d545-4611-ac49-764488fa4d31 req-5eb79af4-b3f6-4e55-9884-de09078893a2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332016 Jun 09 21:57:36.427719 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-123ffae3-5989-4e8e-a973-eb695d814d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.435446 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-123ffae3-5989-4e8e-a973-eb695d814d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.440482 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-829f8727-1649-4189-8425-486df3c2b8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.458686 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.476465 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] For port 6a52e92d-cd15-46b6-a719-0b811487c638, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=6a52e92d-cd15-46b6-a719-0b811487c638,segment=NetworkSegment(a8a89b8c-4c27-4e86-86e7-b2b82362d06f),segment_id=a8a89b8c-4c27-4e86-86e7-b2b82362d06f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:36.482591 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-9e413d2b-62d8-4657-b9ce-5ef5a826f440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:36.493191 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.495992 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:36.502938 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-123ffae3-5989-4e8e-a973-eb695d814d3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ef3c7a418b5493ca312245a590d122c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3825610 Jun 09 21:57:36.505482 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54580) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:36.542425 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.650216 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Pushing event updated for resources: {'Port': ['ID=6a52e92d-cd15-46b6-a719-0b811487c638,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:36.657621 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:36.669289 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.748993 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.817468 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.820489 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ffae3-5989-4e8e-a973-eb695d814d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8aa1a-4059-465d-981a-540bd221c804,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:36.822288 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:36.831244 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05c8aa1a-4059-465d-981a-540bd221c804 HTTP/1.1" status: 204 len: 168 time: 0.3247049 Jun 09 21:57:36.832067 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-29974745-ad49-404c-9957-cd66dddec5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:36.834800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-123ffae3-5989-4e8e-a973-eb695d814d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:36.876661 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8aa1a-4059-465d-981a-540bd221c804,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:36.880692 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:36.881074 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d61d3df8-d596-44d1-a7e1-2bbc7463c4af up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:36.984984 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Router ad3666a4-0df0-494b-9e17-05096a53492e is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:57:37.017856 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-320f8086-3937-4da7-98c5-564f6f9344a0 None None] Provisioning complete for port 6a52e92d-cd15-46b6-a719-0b811487c638 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:37.018462 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-320f8086-3937-4da7-98c5-564f6f9344a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.094320 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port d61d3df8-d596-44d1-a7e1-2bbc7463c4af completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:37.119487 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port d61d3df8-d596-44d1-a7e1-2bbc7463c4af triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:37.119940 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.351981 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.400875 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:57:37.410459 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port d61d3df8-d596-44d1-a7e1-2bbc7463c4af, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:37.416854 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Sync routers for ids ['ad3666a4-0df0-494b-9e17-05096a53492e'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:57:37.428893 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.437063 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:37.453831 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.455278 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-fdb2a8f7-470a-47ec-8b94-876aa42b7cb7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5159168 Jun 09 21:57:37.458504 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54592) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:37.462129 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54594) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:37.492260 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f84454cc-8d9c-447f-a44c-d7b0977e2c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.547555 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Routers {'ad3666a4-0df0-494b-9e17-05096a53492e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:37.548258 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ad3666a4-0df0-494b-9e17-05096a53492e'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:37.723495 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f84454cc-8d9c-447f-a44c-d7b0977e2c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.743934 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db54e9d-a926-446e-9658-f1f59a7b04f9 req-caa28196-00b0-4fb4-9cf8-5872a8d5526d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:37.750718 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5db54e9d-a926-446e-9658-f1f59a7b04f9 req-caa28196-00b0-4fb4-9cf8-5872a8d5526d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1735499 Jun 09 21:57:37.752916 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f84454cc-8d9c-447f-a44c-d7b0977e2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.762201 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-70861144-b3fa-45e9-955f-740c4dc3217f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:37.765272 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:37.778549 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:37.784547 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.796300 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:37.840122 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Set router ad3666a4-0df0-494b-9e17-05096a53492e gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:37.840529 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f84454cc-8d9c-447f-a44c-d7b0977e2c06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a20e21405da4d9284ca9a6354468f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771167 Jun 09 21:57:37.844009 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54596) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:37.844701 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84454cc-8d9c-447f-a44c-d7b0977e2c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673e0e5b-4696-422d-8059-b406d0dd0f16,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:37.858170 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f84454cc-8d9c-447f-a44c-d7b0977e2c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:37.881833 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5db54e9d-a926-446e-9658-f1f59a7b04f9 req-b3b379b5-5d3e-472c-a152-52d4c495fff4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302292 Jun 09 21:57:37.960355 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.000884 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.095773 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.098954 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.114185 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/673e0e5b-4696-422d-8059-b406d0dd0f16 HTTP/1.1" status: 204 len: 168 time: 0.2522089 Jun 09 21:57:38.115700 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-181eada4-539c-405c-b26d-71b3aad64751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:38.149944 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e0e5b-4696-422d-8059-b406d0dd0f16,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:38.156065 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:38.299303 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T21:57:35Z', 'revision_number': 3, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port': {'id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:33Z', 'updated_at': '2021-06-09T21:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:38.309473 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Checking router: ad3666a4-0df0-494b-9e17-05096a53492e for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:57:38.310044 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Updating router ad3666a4-0df0-494b-9e17-05096a53492e port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:57:38.402131 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.448785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.766575 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Allocated IP 172.20.0.1 (3b4e4616-6c9e-4828-8f63-56e9b304e1b9/694596e3-67d8-40e9-94ac-90540a8936a6/fea2e61b-37b0-4604-b88a-d786ade35c25) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:57:38.771821 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d61d3df8-d596-44d1-a7e1-2bbc7463c4af up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:38.946092 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.963177 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Transition to ACTIVE for port object fea2e61b-37b0-4604-b88a-d786ade35c25 will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:38.970854 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port d61d3df8-d596-44d1-a7e1-2bbc7463c4af triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:38.981752 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:38.991185 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.007223 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:39.092508 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.134839 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Transition to ACTIVE for port object a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:39.147938 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.153018 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:39.249254 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a8469-e3aa-4f33-b205-85a294e2c059 req-ce014caa-a6cf-486c-9dc9-3c554b156cd5 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:39.251849 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-df2a8469-e3aa-4f33-b205-85a294e2c059 req-ce014caa-a6cf-486c-9dc9-3c554b156cd5 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1617188 Jun 09 21:57:39.272092 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:39.276595 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:39.295399 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:57:39.317081 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-df2a8469-e3aa-4f33-b205-85a294e2c059 req-ddc7f87f-9dac-4912-9125-8dc168507637 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595062 Jun 09 21:57:39.381047 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Pushing event updated for resources: {'Port': ['ID=fea2e61b-37b0-4604-b88a-d786ade35c25,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:39.389009 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:39.412042 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.424189 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Attempting to bind port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:39.425318 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Attempting to bind port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:39.425917 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Attempting to bind port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:39.438347 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19c1d9-cafe-4714-8861-32476f5f64ae None None] Pushing event updated for resources: {'Port': ['ID=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:39.453218 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-1a19c1d9-cafe-4714-8861-32476f5f64ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:39.458830 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:39.459552 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:39.460226 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.461090 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:39.461810 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Bound port: a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:39.462501 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.492136 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.526310 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 6a52e92d-cd15-46b6-a719-0b811487c638 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:39.639069 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] For port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:39.643932 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] For port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:39.654226 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.660860 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:39.701718 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 6a52e92d-cd15-46b6-a719-0b811487c638 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:39.702005 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.787844 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:39.816885 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Routers {'ad3666a4-0df0-494b-9e17-05096a53492e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:39.817749 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ad3666a4-0df0-494b-9e17-05096a53492e'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:39.875471 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-0a3837f5-a66f-4d01-b70b-ae2d6d4a64f2 None None] Provisioning for port fea2e61b-37b0-4604-b88a-d786ade35c25 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:40.085662 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-0a3837f5-a66f-4d01-b70b-ae2d6d4a64f2 None None] Provisioning complete for port fea2e61b-37b0-4604-b88a-d786ade35c25 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:40.086048 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-0a3837f5-a66f-4d01-b70b-ae2d6d4a64f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:40.100150 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:40.107869 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:40.124506 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19c1d9-cafe-4714-8861-32476f5f64ae None None] Pushing event updated for resources: {'Port': ['ID=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:40.146839 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-1a19c1d9-cafe-4714-8861-32476f5f64ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:40.177273 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:40.190619 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-0a3837f5-a66f-4d01-b70b-ae2d6d4a64f2 None None] Port fea2e61b-37b0-4604-b88a-d786ade35c25 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:57:40.219646 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] Set router ad3666a4-0df0-494b-9e17-05096a53492e gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:40.220543 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:40.351381 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Pushing event updated for resources: {'Port': ['ID=fea2e61b-37b0-4604-b88a-d786ade35c25,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:40.356612 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:40.412164 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:57:40.415746 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:57:40.730451 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 4, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port': {'id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:33Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'fea2e61b-37b0-4604-b88a-d786ade35c25', 'name': '', 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'mac_address': 'fa:16:3e:17:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:38Z', 'updated_at': '2021-06-09T21:57:38Z', 'revision_number': 1, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'subnets': [{'id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:40.736944 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dfe44d-1c25-4364-b619-cfc14144a556 None None] The sync data for ids ['ad3666a4-0df0-494b-9e17-05096a53492e'] in dv-cinder-774286-15-smb is: [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 4, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port': {'id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:33Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'fea2e61b-37b0-4604-b88a-d786ade35c25', 'name': '', 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'mac_address': 'fa:16:3e:17:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:38Z', 'updated_at': '2021-06-09T21:57:38Z', 'revision_number': 1, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'subnets': [{'id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:57:40.795496 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Router ad3666a4-0df0-494b-9e17-05096a53492e has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:57:40.845426 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e946b70-2c24-4462-9f7c-edfda3fcf82f req-3d5ade91-f8f3-488d-a72b-3158f93f8de9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:40.854325 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e946b70-2c24-4462-9f7c-edfda3fcf82f req-3d5ade91-f8f3-488d-a72b-3158f93f8de9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.2854733 Jun 09 21:57:40.928667 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e946b70-2c24-4462-9f7c-edfda3fcf82f req-a584a4b8-80e9-4de6-8043-728eb176d116 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732026 Jun 09 21:57:40.930684 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-d4483731-b3e6-4a94-9ea3-92e4be6d798c None None] Provisioning complete for port fea2e61b-37b0-4604-b88a-d786ade35c25 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:40.933152 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d4483731-b3e6-4a94-9ea3-92e4be6d798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:41.026546 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:57:41.034336 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad3666a4-0df0-494b-9e17-05096a53492e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5746853 Jun 09 21:57:41.057395 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-d4483731-b3e6-4a94-9ea3-92e4be6d798c None None] Port fea2e61b-37b0-4604-b88a-d786ade35c25 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:57:42.163023 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7db8e3-c479-4404-b1a9-8b3d039845b2 req-2e001b63-48d1-443c-bf8c-8d2a27da01c1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:42.164530 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6b7db8e3-c479-4404-b1a9-8b3d039845b2 req-2e001b63-48d1-443c-bf8c-8d2a27da01c1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1096010 Jun 09 21:57:42.220627 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6b7db8e3-c479-4404-b1a9-8b3d039845b2 req-a2816608-0035-441d-9afe-d4ca9ea39f33 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493965 Jun 09 21:57:42.786358 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:42.883186 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:42.890554 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:42.891230 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.126788 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.156577 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:43.162816 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:43.166144 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:43.181180 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-874edefe-728b-4fd2-85df-e6136cee5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.182732 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-874edefe-728b-4fd2-85df-e6136cee5ccc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1099 time: 0.1378238 Jun 09 21:57:43.259950 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:43.274018 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.274367 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.274730 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.275063 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.275382 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.275713 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.279309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.279830 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.280365 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.282210 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.283891 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.285366 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:57:43.293518 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:43.502849 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Sync routers for ids ['ad3666a4-0df0-494b-9e17-05096a53492e'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:57:43.507376 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-cb953bb6-5f00-4719-b8e8-9b217ff25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.508835 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-cb953bb6-5f00-4719-b8e8-9b217ff25df9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.3183775 Jun 09 21:57:43.516724 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Routers {'ad3666a4-0df0-494b-9e17-05096a53492e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:43.517817 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ad3666a4-0df0-494b-9e17-05096a53492e'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:43.546739 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7463a17-161c-4919-aba5-084116bb6903 req-43affbaa-dd4a-4fc7-aca2-4452ec2dbd1a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.550632 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7463a17-161c-4919-aba5-084116bb6903 req-43affbaa-dd4a-4fc7-aca2-4452ec2dbd1a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.1204631 Jun 09 21:57:43.608585 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7463a17-161c-4919-aba5-084116bb6903 req-852035b8-0a42-497e-b027-dd17fb5b4180 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499380 Jun 09 21:57:43.629581 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-96a722e3-8b3e-48ca-98ec-d881a1ac4660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 1002 time: 0.1132741 Jun 09 21:57:43.721564 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-33af08c4-0a48-4ec4-8d4b-eaf686366d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.722923 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-33af08c4-0a48-4ec4-8d4b-eaf686366d6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0853233 Jun 09 21:57:43.759887 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Set router ad3666a4-0df0-494b-9e17-05096a53492e gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:43.831613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-6666287f-6882-42e6-8565-ada5db5ed4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:43.836728 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-6666287f-6882-42e6-8565-ada5db5ed4ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1037302 Jun 09 21:57:44.008055 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-fb13da50-1631-434d-87b8-8d85d02567f5 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675794 Jun 09 21:57:44.149071 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 4, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port': {'id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:33Z', 'updated_at': '2021-06-09T21:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'fea2e61b-37b0-4604-b88a-d786ade35c25', 'name': '', 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'mac_address': 'fa:16:3e:17:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:38Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 2, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'subnets': [{'id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:44.154296 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Checking router: ad3666a4-0df0-494b-9e17-05096a53492e for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:57:44.154808 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Updating router ad3666a4-0df0-494b-9e17-05096a53492e port fea2e61b-37b0-4604-b88a-d786ade35c25 binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:57:44.195590 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-41fe8435-7ef7-4075-ae4a-043f4b74fafe req-ac973355-9c03-499d-ab1f-105e8caf4706 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809382 Jun 09 21:57:44.217971 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:44.645628 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:44.684036 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Transition to ACTIVE for port object fea2e61b-37b0-4604-b88a-d786ade35c25 will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:57:44.722236 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:44.726809 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6383e8f-c4a4-4715-af3c-bc8cd0883b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:44.762205 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:44.864491 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:44.865174 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:44.961341 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:57:44.971115 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b110d5d-c1d2-4dad-bfcc-f70d710a630d req-3eee0c07-56a7-4fa4-9063-55a97476013b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:44.980718 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9b110d5d-c1d2-4dad-bfcc-f70d710a630d req-3eee0c07-56a7-4fa4-9063-55a97476013b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 946 time: 0.2014725 Jun 09 21:57:45.065620 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9b110d5d-c1d2-4dad-bfcc-f70d710a630d req-2c065ef7-14cb-4ebe-8d5c-f76983f1e8a6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836875 Jun 09 21:57:45.123056 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fae84-12e2-4653-b975-433ec0d89810 None None] Pushing event updated for resources: {'Port': ['ID=fea2e61b-37b0-4604-b88a-d786ade35c25,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:45.140154 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-b67fae84-12e2-4653-b975-433ec0d89810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:45.218257 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:45.258407 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:57:45.261203 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832125ae-ecac-4a12-952b-2ead74eda891" -d '{"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-unplugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:57:45.273833 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:45.281017 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:45.284418 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-1a19c1d9-cafe-4714-8861-32476f5f64ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:45.316281 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Attempting to bind port fea2e61b-37b0-4604-b88a-d786ade35c25 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:57:45.316652 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Attempting to bind port fea2e61b-37b0-4604-b88a-d786ade35c25 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:57:45.317010 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Attempting to bind port fea2e61b-37b0-4604-b88a-d786ade35c25 on network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:57:45.332873 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb7719d-d762-47a6-95f4-006a163075d3 x-openstack-request-id: req-9cb7719d-d762-47a6-95f4-006a163075d3 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:57:45.333157 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:57:45.333425 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-unplugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:57:45.333803 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Checking segment: {'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:57:45.334067 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cb7719d-d762-47a6-95f4-006a163075d3 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:57:45.334208 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:45.334598 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Bound using segment: {'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:57:45.334766 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'code': 200} Jun 09 21:57:45.335069 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Bound port: fea2e61b-37b0-4604-b88a-d786ade35c25, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:57:45.335693 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:45.401502 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=8']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:45.404635 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:45.439553 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] For port fea2e61b-37b0-4604-b88a-d786ade35c25, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:57:45.444072 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] For port fea2e61b-37b0-4604-b88a-d786ade35c25, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=fea2e61b-37b0-4604-b88a-d786ade35c25,segment=NetworkSegment(a8a89b8c-4c27-4e86-86e7-b2b82362d06f),segment_id=a8a89b8c-4c27-4e86-86e7-b2b82362d06f)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:57:45.451108 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:45.456750 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-09fbdf57-f1fa-455e-8f41-9d67413e810b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:45.539889 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Routers {'ad3666a4-0df0-494b-9e17-05096a53492e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:57:45.540828 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:57:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ad3666a4-0df0-494b-9e17-05096a53492e'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:45.623445 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fae84-12e2-4653-b975-433ec0d89810 None None] Pushing event updated for resources: {'Port': ['ID=fea2e61b-37b0-4604-b88a-d786ade35c25,revision_number=4']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:45.636116 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-b67fae84-12e2-4653-b975-433ec0d89810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:46.005939 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] Set router ad3666a4-0df0-494b-9e17-05096a53492e gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:57:46.332716 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edffb8-0281-409d-852e-89defad05a12 req-19d1be46-3867-4095-a23b-07c69ac4b0c1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:46.334871 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f4edffb8-0281-409d-852e-89defad05a12 req-19d1be46-3867-4095-a23b-07c69ac4b0c1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1078174 Jun 09 21:57:46.401773 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f4edffb8-0281-409d-852e-89defad05a12 req-1218d35a-8085-4c6d-b089-dfba5077c37b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590124 Jun 09 21:57:46.431829 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 4, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port': {'id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:33Z', 'updated_at': '2021-06-09T21:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'fea2e61b-37b0-4604-b88a-d786ade35c25', 'name': '', 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'mac_address': 'fa:16:3e:17:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:38Z', 'updated_at': '2021-06-09T21:57:45Z', 'revision_number': 4, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'subnets': [{'id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:57:46.436203 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc1b2a-f541-426a-9b42-e8562a14b249 None None] The sync data for ids ['ad3666a4-0df0-494b-9e17-05096a53492e'] in dv-cinder-774286-15-smb is: [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T21:57:39Z', 'revision_number': 4, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port': {'id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:33Z', 'updated_at': '2021-06-09T21:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'fea2e61b-37b0-4604-b88a-d786ade35c25', 'name': '', 'network_id': '3b4e4616-6c9e-4828-8f63-56e9b304e1b9', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'mac_address': 'fa:16:3e:17:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:38Z', 'updated_at': '2021-06-09T21:57:45Z', 'revision_number': 4, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'subnets': [{'id': '694596e3-67d8-40e9-94ac-90540a8936a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:57:46.801114 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device fea2e61b-37b0-4604-b88a-d786ade35c25 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:46.907211 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port fea2e61b-37b0-4604-b88a-d786ade35c25 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:57:46.912877 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port fea2e61b-37b0-4604-b88a-d786ade35c25 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:46.913470 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:47.068328 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:47.131101 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port fea2e61b-37b0-4604-b88a-d786ade35c25, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=fea2e61b-37b0-4604-b88a-d786ade35c25,segment=NetworkSegment(a8a89b8c-4c27-4e86-86e7-b2b82362d06f),segment_id=a8a89b8c-4c27-4e86-86e7-b2b82362d06f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:57:47.136914 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:47.148481 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-911e48e9-9b87-4509-aa75-2702249c445b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:47.297184 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=fea2e61b-37b0-4604-b88a-d786ade35c25,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:47.314331 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:47.663320 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c047212-a809-47d4-af5b-8ced557e7242 req-532f84fe-aede-4850-abe1-8e79cedbf1bd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:47.670978 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3c047212-a809-47d4-af5b-8ced557e7242 req-532f84fe-aede-4850-abe1-8e79cedbf1bd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1292953 Jun 09 21:57:47.716039 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3c047212-a809-47d4-af5b-8ced557e7242 req-a6c58ced-6000-4335-9db7-6b4667d184fd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Jun 09 21:57:48.753599 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device fea2e61b-37b0-4604-b88a-d786ade35c25 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:57:48.876166 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port fea2e61b-37b0-4604-b88a-d786ade35c25 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:57:48.877044 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:48.987502 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 21:57:49.035908 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe8f32-cdc5-4a86-ba2f-80ca9d83a296 req-05b2cf8e-232b-4bd1-a13d-f469772fcb1b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:49.041777 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-76fe8f32-cdc5-4a86-ba2f-80ca9d83a296 req-05b2cf8e-232b-4bd1-a13d-f469772fcb1b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1259384 Jun 09 21:57:49.163460 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-76fe8f32-cdc5-4a86-ba2f-80ca9d83a296 req-b418f089-5ef0-4eed-8732-de89e8fd09a3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160479 Jun 09 21:57:49.586344 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54812) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:49.717287 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-30f7565b-e987-48c8-841e-56d610862647 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294432 Jun 09 21:57:49.975807 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:57:50.415945 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8b8c1-5c86-4873-aa4c-9c570f23b4cf req-2efeedc5-a4fd-4b18-a001-ace38fc56581 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:50.427483 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-90c8b8c1-5c86-4873-aa4c-9c570f23b4cf req-2efeedc5-a4fd-4b18-a001-ace38fc56581 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0940497 Jun 09 21:57:50.512871 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-90c8b8c1-5c86-4873-aa4c-9c570f23b4cf req-519a50d4-4d78-4ce2-94fb-0093d4cd9184 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717564 Jun 09 21:57:50.937141 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654a9a9-0acf-4ade-92d6-344cd58ea5e3 req-5906ebd5-220f-4cbc-8c02-1405aeefa486 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:50.941617 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e654a9a9-0acf-4ade-92d6-344cd58ea5e3 req-5906ebd5-220f-4cbc-8c02-1405aeefa486 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1940629 Jun 09 21:57:51.002145 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e654a9a9-0acf-4ade-92d6-344cd58ea5e3 req-d94ae46f-a58d-4f2e-befa-0fc1f6a39f7b tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540843 Jun 09 21:57:51.684636 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-d2d3c405-cbbd-462d-b157-b85f9e8675c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.686283 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-d2d3c405-cbbd-462d-b157-b85f9e8675c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd&tenant_id=073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 1097 time: 0.1281326 Jun 09 21:57:51.788021 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0560b-7ac2-4558-84b5-33df9de820b7 req-43324ced-2e9d-4379-b089-bca5799911c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.796763 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-70a0560b-7ac2-4558-84b5-33df9de820b7 req-43324ced-2e9d-4379-b089-bca5799911c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1171179 Jun 09 21:57:51.837734 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-ae81deea-d665-49ee-bf5f-d498cc546239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.839509 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-ae81deea-d665-49ee-bf5f-d498cc546239 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1097 time: 0.1281683 Jun 09 21:57:51.853350 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-70a0560b-7ac2-4558-84b5-33df9de820b7 req-d7f53f51-accd-4c3f-91e6-5a1c36e53fa4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553386 Jun 09 21:57:51.988425 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-092146f9-cb1a-46bf-89d0-d452528388c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:51.989920 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-092146f9-cb1a-46bf-89d0-d452528388c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.1435883 Jun 09 21:57:52.103057 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-c824e84b-e910-4f52-8ad7-d48f7d9861f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 1000 time: 0.1064405 Jun 09 21:57:52.183586 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-c04269af-a63f-450e-89c5-7cb0481833c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:52.183842 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-c04269af-a63f-450e-89c5-7cb0481833c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0740404 Jun 09 21:57:52.217356 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3405f2c-4381-4e67-b6da-5d6ed789a2e4 req-7bb725fb-6aec-4c23-88dc-ffcc323990e5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:52.219392 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e3405f2c-4381-4e67-b6da-5d6ed789a2e4 req-7bb725fb-6aec-4c23-88dc-ffcc323990e5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0991762 Jun 09 21:57:52.265187 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-a4f7c450-9f59-4b28-9522-6660ef22a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:52.267820 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-a4f7c450-9f59-4b28-9522-6660ef22a3bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0768988 Jun 09 21:57:52.289545 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e3405f2c-4381-4e67-b6da-5d6ed789a2e4 req-39b2457c-e451-4578-bb54-e50658e232c2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620522 Jun 09 21:57:52.424020 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-edec3e02-630d-4f4a-befd-b8695319f602 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501725 Jun 09 21:57:52.563000 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0e898d92-ff2a-43fd-9ab9-289cab54902f req-d906d176-c917-410b-928a-e1ade30091ed service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332266 Jun 09 21:57:53.087211 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e79371-30ab-4420-b3e5-3ef6114dc7e3 req-70ae040a-5e22-401a-adfc-b08010e56333 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:53.089491 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a3e79371-30ab-4420-b3e5-3ef6114dc7e3 req-70ae040a-5e22-401a-adfc-b08010e56333 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0960066 Jun 09 21:57:53.148623 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a3e79371-30ab-4420-b3e5-3ef6114dc7e3 req-542bf189-c51a-4d9d-a563-4f42df3ea863 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479183 Jun 09 21:57:53.380702 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54884) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:53.545359 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-73e4883f-b46a-4553-8f1f-5862786d5f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:53.611508 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458deaad-06b5-4c3f-bb89-a22c7f0e40d3 req-1a326328-014f-47a3-97cd-280d00167727 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:53.619136 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-458deaad-06b5-4c3f-bb89-a22c7f0e40d3 req-1a326328-014f-47a3-97cd-280d00167727 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1615620 Jun 09 21:57:53.689496 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-458deaad-06b5-4c3f-bb89-a22c7f0e40d3 req-0d9b1270-a8a6-45d0-8d69-4e13a8fa3036 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686197 Jun 09 21:57:53.774830 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-73e4883f-b46a-4553-8f1f-5862786d5f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:53.780656 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-73e4883f-b46a-4553-8f1f-5862786d5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:53.793154 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-9f3258ea-ef24-4be3-bd15-0f8a6392feb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:53.855915 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4883f-b46a-4553-8f1f-5862786d5f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8069f9ba-40ca-410e-8ea8-9201c253b277,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:53.860731 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-73e4883f-b46a-4553-8f1f-5862786d5f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:53.866816 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54894) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:53.877855 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-73e4883f-b46a-4553-8f1f-5862786d5f2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08295c8d5ef3463fb397aa6039a717df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958007 Jun 09 21:57:53.967056 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.002061 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.065381 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.068427 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.070857 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8069f9ba-40ca-410e-8ea8-9201c253b277 HTTP/1.1" status: 204 len: 168 time: 0.2027881 Jun 09 21:57:54.072387 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c2d93715-e74f-4d38-8c3b-d2cbd9e90f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:54.085934 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8069f9ba-40ca-410e-8ea8-9201c253b277,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:54.088639 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:54.395485 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60c3e8-1e06-4184-9beb-647fcc9313a2 req-baf93a55-4055-4dad-bb29-f9a50c8fc8b7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:54.397604 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d60c3e8-1e06-4184-9beb-647fcc9313a2 req-baf93a55-4055-4dad-bb29-f9a50c8fc8b7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0941567 Jun 09 21:57:54.456112 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d60c3e8-1e06-4184-9beb-647fcc9313a2 req-1a317f61-720b-497a-af6e-5b8e4f63d61c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525827 Jun 09 21:57:54.460664 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54904) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:54.477865 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-24fa36ce-aca5-44b4-ac9f-ca8b90788596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.594277 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-24fa36ce-aca5-44b4-ac9f-ca8b90788596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.598299 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-24fa36ce-aca5-44b4-ac9f-ca8b90788596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.606641 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ad65704d-5bbd-403f-a696-553d0ffc545f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:54.645590 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-24fa36ce-aca5-44b4-ac9f-ca8b90788596 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c3b5b036ce746348a9e1642b73397fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838369 Jun 09 21:57:54.646589 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa36ce-aca5-44b4-ac9f-ca8b90788596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf351dc8-f25e-43a6-a04b-11dd01c725c0,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:54.648743 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54906) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:54.649572 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-24fa36ce-aca5-44b4-ac9f-ca8b90788596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:54.731359 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.758319 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.869780 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.872236 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:54.873369 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf351dc8-f25e-43a6-a04b-11dd01c725c0 HTTP/1.1" status: 204 len: 168 time: 0.2236574 Jun 09 21:57:54.875205 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-123ffae3-5989-4e8e-a973-eb695d814d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:54.886889 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf351dc8-f25e-43a6-a04b-11dd01c725c0,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:54.889755 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:54.915719 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ddb96-4fbe-4bb8-a4b0-f60ea6a4620f req-1bacb93a-77b5-4b58-9ace-e9ce942971d4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:54.917313 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-723ddb96-4fbe-4bb8-a4b0-f60ea6a4620f req-1bacb93a-77b5-4b58-9ace-e9ce942971d4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1063900 Jun 09 21:57:54.979498 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-723ddb96-4fbe-4bb8-a4b0-f60ea6a4620f req-0bef1478-3eb7-49c6-9343-4c0425fe3886 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483580 Jun 09 21:57:55.662308 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-65e3b84a-8fa8-4af1-aa20-89b3bf903c5d tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:55.663966 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-65e3b84a-8fa8-4af1-aa20-89b3bf903c5d tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 814 time: 0.2420557 Jun 09 21:57:55.687564 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-01d009a9-8013-40d7-a378-46c9731fd8d9 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/quotas/d0085c8f3fe749a890ef358f8b55a943 HTTP/1.1" status: 200 len: 375 time: 0.0169017 Jun 09 21:57:55.785342 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d223c-ab9f-4d8d-bce4-2de14a2607f3 req-96091fec-7e5a-40f1-abdc-83b7152b8080 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:55.786901 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-474d223c-ab9f-4d8d-bce4-2de14a2607f3 req-96091fec-7e5a-40f1-abdc-83b7152b8080 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1826868 Jun 09 21:57:55.845652 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-474d223c-ab9f-4d8d-bce4-2de14a2607f3 req-5c53286a-2c0b-4898-b36e-e7f5464ca730 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514424 Jun 09 21:57:55.852962 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-44a944c3-a857-4b6f-9e3b-58cb94914334 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577926 Jun 09 21:57:56.010539 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-4cca85cb-328e-492e-aa1e-84460f6e0eba service neutron] 10.222.0.25 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438563 Jun 09 21:57:56.246476 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-afc631ed-1bcc-46d2-83e4-2d8241b22879 service neutron] 10.222.0.25 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240312 Jun 09 21:57:56.307814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eb854-3b19-4a18-8264-2ae3130ef064 req-b8eb04ca-98b7-4fa6-af0c-856f2b0776ea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:56.309694 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a87eb854-3b19-4a18-8264-2ae3130ef064 req-b8eb04ca-98b7-4fa6-af0c-856f2b0776ea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1921566 Jun 09 21:57:56.391790 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a87eb854-3b19-4a18-8264-2ae3130ef064 req-132a6b61-0f05-4975-bde0-1b1a2799cb67 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722325 Jun 09 21:57:56.471875 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 54960) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:56.539035 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9657cc80-56c1-42a9-9d67-07464f461ab8 req-66d2b63f-33fe-4e99-8b9f-297c8549fee8 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0434592 Jun 09 21:57:56.654886 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d25ef6da-774e-4764-9909-ec592b48336e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:56.793585 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d25ef6da-774e-4764-9909-ec592b48336e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:56.801849 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d25ef6da-774e-4764-9909-ec592b48336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:56.926198 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-73e4883f-b46a-4553-8f1f-5862786d5f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:56.937848 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-d25ef6da-774e-4764-9909-ec592b48336e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e80f80bb5740486ca59786707d88f3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4647496 Jun 09 21:57:56.940530 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 54974) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:57:56.959183 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ef6da-774e-4764-9909-ec592b48336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bbefed-dbe2-4e13-be79-d3dc7be2b3ac,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:56.963399 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d25ef6da-774e-4764-9909-ec592b48336e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:57.053853 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:57.075462 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25b5a6-89bf-4e74-8245-0156fc2eba41 req-e4d7856c-8c19-48e6-96a0-eef46278564b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:57.083537 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7f25b5a6-89bf-4e74-8245-0156fc2eba41 req-e4d7856c-8c19-48e6-96a0-eef46278564b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0944061 Jun 09 21:57:57.135106 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7f25b5a6-89bf-4e74-8245-0156fc2eba41 req-6d9ee1e8-6301-4298-bcc9-1fab0f081d20 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506737 Jun 09 21:57:57.185255 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:57.242735 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:57.246073 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:57:57.247493 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5bbefed-dbe2-4e13-be79-d3dc7be2b3ac HTTP/1.1" status: 204 len: 168 time: 0.3054178 Jun 09 21:57:57.248460 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cdd0b09f-2eb7-43f4-8910-bf32a2d71a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:57:57.260078 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bbefed-dbe2-4e13-be79-d3dc7be2b3ac,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:57:57.262816 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:57:57.613620 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cfd07-0f67-4868-b407-b17baf2db1bb req-fb30a0a4-c3a4-47b0-84f5-b93772139fdf tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:57.615751 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b44cfd07-0f67-4868-b407-b17baf2db1bb req-fb30a0a4-c3a4-47b0-84f5-b93772139fdf tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1077764 Jun 09 21:57:57.668343 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b44cfd07-0f67-4868-b407-b17baf2db1bb req-7d650350-46ff-4b10-81a4-6e4dc6d4f4fa tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471919 Jun 09 21:57:57.748736 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-843b8bc8-24ad-4b46-bae5-511eca2b0ec8 req-c690032e-9f6f-4684-bf1a-9ea0d8f72c12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0499914 Jun 09 21:57:58.367720 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b76f37-7f4e-4e6c-a0a0-760e24b2795c req-1db61faf-d63e-4bf0-8e97-a95a915fd04d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:58.369415 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-27b76f37-7f4e-4e6c-a0a0-760e24b2795c req-1db61faf-d63e-4bf0-8e97-a95a915fd04d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1054809 Jun 09 21:57:58.415068 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-27b76f37-7f4e-4e6c-a0a0-760e24b2795c req-8612329f-ae0f-4ba4-a569-611e30558cbe tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393581 Jun 09 21:57:58.923196 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-263937f9-2481-49cd-8073-1e8a625cb26e req-6b61b339-10cf-4b63-8d46-9ab645184897 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0473549 Jun 09 21:57:58.942933 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd57af-ab2b-4aa2-a14e-5ab7751dad99 req-25cce954-4001-4342-be06-7cb888e02197 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:58.944360 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-46fd57af-ab2b-4aa2-a14e-5ab7751dad99 req-25cce954-4001-4342-be06-7cb888e02197 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1358945 Jun 09 21:57:58.993100 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-46fd57af-ab2b-4aa2-a14e-5ab7751dad99 req-445ee273-1db6-4ae9-9598-49d9044a272b tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Jun 09 21:57:59.654079 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c42e54-8300-41a5-92fa-a6a4aa7c1149 req-3b34b75f-5a0f-4ed7-8b73-74772108b6af tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:57:59.655634 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d8c42e54-8300-41a5-92fa-a6a4aa7c1149 req-3b34b75f-5a0f-4ed7-8b73-74772108b6af tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1107736 Jun 09 21:57:59.703240 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d8c42e54-8300-41a5-92fa-a6a4aa7c1149 req-ed368c6b-d5a3-4a19-9cc0-ce6a022cbd80 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412104 Jun 09 21:58:00.107221 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-70ab3d9d-cf2c-475d-90d3-60eff0add6ae req-3bfc0b9c-8c6d-40e3-88ae-a43ebf3f304a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0627789 Jun 09 21:58:00.195373 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d4e2c-90f0-45f6-ae2a-612b8945c216 req-dd53fdb0-7875-4807-8086-11f2c00a2b55 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:00.196968 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e7d4e2c-90f0-45f6-ae2a-612b8945c216 req-dd53fdb0-7875-4807-8086-11f2c00a2b55 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0868344 Jun 09 21:58:00.267080 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e7d4e2c-90f0-45f6-ae2a-612b8945c216 req-55de1f66-a4da-4bcd-a305-08a42978192a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636094 Jun 09 21:58:00.903832 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e83c5-4db3-487d-8e80-395ad9679267 req-b10b0e6d-d133-43b7-a1bd-10cafbcaf28b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:00.905797 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f14e83c5-4db3-487d-8e80-395ad9679267 req-b10b0e6d-d133-43b7-a1bd-10cafbcaf28b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0824761 Jun 09 21:58:00.953105 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f14e83c5-4db3-487d-8e80-395ad9679267 req-d994e50a-469b-4395-a7c9-83bd29a3a30d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Jun 09 21:58:01.267555 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3f4ac579-3ceb-4721-9f66-7ba5d7bc5b8e req-d57e5383-c17e-4248-811e-a980bdfa5f3e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0463212 Jun 09 21:58:01.468994 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140dad8-1024-43ee-9890-5842567622d8 req-a5da6a6b-b4fe-4684-ad05-3e215090e934 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:01.471157 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4140dad8-1024-43ee-9890-5842567622d8 req-a5da6a6b-b4fe-4684-ad05-3e215090e934 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0817285 Jun 09 21:58:01.514675 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4140dad8-1024-43ee-9890-5842567622d8 req-cf4f58e0-8f7c-4b57-a9b8-f7c57d363333 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377567 Jun 09 21:58:02.189736 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001d0a-e73b-437c-88ff-5cea0053e0a1 req-b108a33d-978e-4911-a1c8-29e6889c808e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:02.191336 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1f001d0a-e73b-437c-88ff-5cea0053e0a1 req-b108a33d-978e-4911-a1c8-29e6889c808e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0948179 Jun 09 21:58:02.247703 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1f001d0a-e73b-437c-88ff-5cea0053e0a1 req-8ff77cfb-1408-4369-a8bc-3f90a33e7c0d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485671 Jun 09 21:58:02.425004 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0a225853-d157-4b05-9ecb-a2d448fac5a3 req-d46d2666-3d53-4705-91e0-f215b01fe89d tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0450850 Jun 09 21:58:02.727429 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421c035-cc1d-4f84-94d7-7bb9c9ec7c54 req-43379683-4e6c-4a1b-b2b8-14226ddb4d32 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:02.729704 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b421c035-cc1d-4f84-94d7-7bb9c9ec7c54 req-43379683-4e6c-4a1b-b2b8-14226ddb4d32 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0940552 Jun 09 21:58:02.779171 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b421c035-cc1d-4f84-94d7-7bb9c9ec7c54 req-03751be3-8212-4044-b0d0-60354758f1c9 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Jun 09 21:58:03.459731 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c8c4-a2cd-4636-9c6d-4e89ab3f4ae3 req-f5f60c0c-e5c2-4c64-8c5e-6aeb7e9d8148 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:03.461465 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0ca9c8c4-a2cd-4636-9c6d-4e89ab3f4ae3 req-f5f60c0c-e5c2-4c64-8c5e-6aeb7e9d8148 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0809429 Jun 09 21:58:03.522287 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0ca9c8c4-a2cd-4636-9c6d-4e89ab3f4ae3 req-4921ba1d-685b-4e84-872d-dfa5c1b629fc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546079 Jun 09 21:58:03.585998 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ec296360-e91b-406a-a109-c33d3a12dea3 req-135140ab-6ba6-4b89-97ca-bae7685ea92f tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0457420 Jun 09 21:58:03.965461 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580a095-453b-4684-8b30-8b6bda1696d3 req-556b6e19-9de7-41a8-a591-343f96a431fd tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:03.966841 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9580a095-453b-4684-8b30-8b6bda1696d3 req-556b6e19-9de7-41a8-a591-343f96a431fd tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0792031 Jun 09 21:58:03.992741 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d6a546aa-91b0-4459-8522-3e0ec0898f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:04.017247 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9580a095-453b-4684-8b30-8b6bda1696d3 req-ce4f7244-f121-42eb-b16b-0ee1510bf3f1 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Jun 09 21:58:04.761905 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e3ae0a99-6972-45a6-bb3d-40efc25eddb8 req-d13ec4eb-939a-430b-af8c-fc166df3806f tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0622160 Jun 09 21:58:04.791702 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dda39-f054-4693-98f9-53e049df4846 req-102dce13-ff26-4ba6-a74f-8af410664f1a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:04.793238 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-844dda39-f054-4693-98f9-53e049df4846 req-102dce13-ff26-4ba6-a74f-8af410664f1a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1382511 Jun 09 21:58:04.842420 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-844dda39-f054-4693-98f9-53e049df4846 req-38e8c273-012c-41de-b42c-a75988514051 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420280 Jun 09 21:58:05.278622 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b7a4a-6912-4144-9d64-97e70d1f2a47 req-99907c71-c710-4074-a6e0-1c760bf116b5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:05.279979 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1b7a4a-6912-4144-9d64-97e70d1f2a47 req-99907c71-c710-4074-a6e0-1c760bf116b5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1593068 Jun 09 21:58:05.324911 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a1b7a4a-6912-4144-9d64-97e70d1f2a47 req-f219133d-e050-4f92-8ac3-7d8f7fbd7e4c tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Jun 09 21:58:05.913864 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fbe4c951-88a6-485f-a433-afd033a55205 req-8c6fb5a0-cccc-44dd-8bc1-947b49d38c6a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0430696 Jun 09 21:58:06.038699 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66ba05-522e-4cf0-b715-d14ed3aff428 req-b5caa6b9-548e-44ea-a130-e41a36e5e621 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:06.040159 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd66ba05-522e-4cf0-b715-d14ed3aff428 req-b5caa6b9-548e-44ea-a130-e41a36e5e621 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0867491 Jun 09 21:58:06.085632 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd66ba05-522e-4cf0-b715-d14ed3aff428 req-fe0c9795-453e-4e7b-9907-45d20c47b543 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393848 Jun 09 21:58:06.404119 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:06.409957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-06779a6e-c980-49c9-8431-e4db9b606a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:06.535366 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93589a26-d319-432d-b1d7-5eb1c9aec1b5 req-a5517883-e386-4d4a-89da-24e280bff786 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:06.536741 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93589a26-d319-432d-b1d7-5eb1c9aec1b5 req-a5517883-e386-4d4a-89da-24e280bff786 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0804958 Jun 09 21:58:06.580741 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93589a26-d319-432d-b1d7-5eb1c9aec1b5 req-0f648eb0-d2de-4b8a-a3b8-e8dec186e750 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384166 Jun 09 21:58:07.070111 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7c19bc3b-598d-4f5f-b607-9738b36cf550 req-944d6d7e-afc9-4140-9df9-f640db8ff4f4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0448353 Jun 09 21:58:07.286681 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb1877-4965-4500-aa8f-485c9486a12c req-7662f1bf-8cbf-41ea-8b78-4337cf5300bc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:07.288264 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-09fb1877-4965-4500-aa8f-485c9486a12c req-7662f1bf-8cbf-41ea-8b78-4337cf5300bc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0818212 Jun 09 21:58:07.337241 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-09fb1877-4965-4500-aa8f-485c9486a12c req-60c8a80d-ac3f-4c01-a487-2482bb9d200e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433517 Jun 09 21:58:07.576256 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.706766 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:07.779798 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31878e8-9ca0-4280-bf6b-b055000f43c2 req-037d2700-c196-4e30-8906-01cccfce5ca6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:07.786977 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f31878e8-9ca0-4280-bf6b-b055000f43c2 req-037d2700-c196-4e30-8906-01cccfce5ca6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1003988 Jun 09 21:58:07.840256 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f31878e8-9ca0-4280-bf6b-b055000f43c2 req-5d52e2ac-9926-4635-8f22-41745dfdec20 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523160 Jun 09 21:58:07.964328 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-2697ca88-ed20-4c6b-9b93-989202638ad5 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:07.965962 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-2697ca88-ed20-4c6b-9b93-989202638ad5 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 814 time: 0.1846800 Jun 09 21:58:07.980765 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'port': {'device_id': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'admin_state_up': True, 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:08.169428 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Made reservation on behalf of d0085c8f3fe749a890ef358f8b55a943 for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:08.174907 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:08.311371 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-23489710-9640-4ef7-ab7f-616f00bdbe00 req-f7089a1d-7b13-49ee-9721-edde8687f11d tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 210 time: 0.0616035 Jun 09 21:58:08.415114 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1d80-499b-4a47-9821-15961a15b26c req-699c14b2-dda1-4d0c-90d5-4c1c4bff9a89 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:08.416786 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7c0b1d80-499b-4a47-9821-15961a15b26c req-699c14b2-dda1-4d0c-90d5-4c1c4bff9a89 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.2184808 Jun 09 21:58:08.441461 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aecec-e083-47ff-b713-24803a71be37 req-39047864-a010-4bf1-95ef-8c08fbd63b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:08.442963 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5b5aecec-e083-47ff-b713-24803a71be37 req-39047864-a010-4bf1-95ef-8c08fbd63b22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1098 time: 0.1306605 Jun 09 21:58:08.450084 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Allocated IP 172.20.0.10 (65c4bab7-0cb4-475c-8665-8750536adfad/4eb6e31b-627d-4a13-9de1-ca7e203264e1/6bbb3ef8-d523-4984-b7b0-f02eb464fa2f) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:08.659348 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7c0b1d80-499b-4a47-9821-15961a15b26c req-f775068f-b35a-4069-bf6a-b17542f86e36 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338963 Jun 09 21:58:08.664897 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aecec-e083-47ff-b713-24803a71be37 req-06f40355-f0b9-4974-a289-e55b4c3981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:08.666276 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5b5aecec-e083-47ff-b713-24803a71be37 req-06f40355-f0b9-4974-a289-e55b4c3981ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.2157621 Jun 09 21:58:08.706974 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:08.724967 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Transition to ACTIVE for port object 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:08.754063 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:08.761412 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-906849bd-f02d-47b6-8e51-ea71d0eedfd5 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:08.803451 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65bd8f-549d-4127-89d2-302e832fb5a4 req-c17e89c3-f8ab-4cf3-b437-5d616050fa85 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:08.810434 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-df65bd8f-549d-4127-89d2-302e832fb5a4 req-c17e89c3-f8ab-4cf3-b437-5d616050fa85 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.2279117 Jun 09 21:58:08.813365 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5b5aecec-e083-47ff-b713-24803a71be37 req-c63d4770-f987-481a-b726-e582d2920071 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 1001 time: 0.1394002 Jun 09 21:58:08.836218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:08.839852 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:08.851407 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Network 65c4bab7-0cb4-475c-8665-8750536adfad is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:08.852582 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:08.859891 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-df65bd8f-549d-4127-89d2-302e832fb5a4 req-ed6ff9dd-b6af-4b45-b800-97ec0bdd77f9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476761 Jun 09 21:58:08.866415 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:08.957809 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:08.958478 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:08.999474 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0247107 Jun 09 21:58:09.134179 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9553a483-af33-4dc8-8098-67e324154f12 None None] Provisioning for port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:09.139091 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9553a483-af33-4dc8-8098-67e324154f12 None None] Provisioning complete for port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:09.139470 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9553a483-af33-4dc8-8098-67e324154f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:09.204363 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9553a483-af33-4dc8-8098-67e324154f12 None None] Port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:58:09.296998 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:09.528535 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b072dc-afa4-4bb1-a7f1-4e47ac3aa166 req-65bdeeeb-8d9c-449a-849e-e21e5b2a6ff4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:09.530160 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c0b072dc-afa4-4bb1-a7f1-4e47ac3aa166 req-65bdeeeb-8d9c-449a-849e-e21e5b2a6ff4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0828717 Jun 09 21:58:09.576444 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c0b072dc-afa4-4bb1-a7f1-4e47ac3aa166 req-21dd4b5c-e1d8-473b-a54d-c6ee4d1f700c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 Jun 09 21:58:09.904657 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a5521-31aa-4688-aaf7-e944ca34aa3f req-045c08d1-c1ef-4e58-a68f-541fec06ef76 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:09.909027 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0e5a5521-31aa-4688-aaf7-e944ca34aa3f req-045c08d1-c1ef-4e58-a68f-541fec06ef76 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1066430 Jun 09 21:58:09.969300 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0e5a5521-31aa-4688-aaf7-e944ca34aa3f req-bf7369a9-91ee-46e0-8e58-3a0385ef8a33 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525758 Jun 09 21:58:10.227144 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a369ba5-3321-47f1-95d1-fbda690590cd req-1d904bca-a58e-4ec2-bde3-e96ff7ec8b6c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:10.228855 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a369ba5-3321-47f1-95d1-fbda690590cd req-1d904bca-a58e-4ec2-bde3-e96ff7ec8b6c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0913918 Jun 09 21:58:10.286240 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a369ba5-3321-47f1-95d1-fbda690590cd req-1272a467-b38b-49f8-b635-7606943e4e83 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459642 Jun 09 21:58:10.773667 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef6fea-3f36-45e3-9842-d490d4c9ec71 req-a42ffbe3-2389-44d2-a3ef-6afdce751652 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:10.775145 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75ef6fea-3f36-45e3-9842-d490d4c9ec71 req-a42ffbe3-2389-44d2-a3ef-6afdce751652 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0896428 Jun 09 21:58:10.827336 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75ef6fea-3f36-45e3-9842-d490d4c9ec71 req-6a0b20f5-c4b5-43a0-ba27-eef1f08ce6d9 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Jun 09 21:58:11.168307 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937295b-78f7-46ce-acfb-c10898a6fa03 req-9f1a92ee-67b4-42a3-82fa-d109b3b5ab86 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:11.169732 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d937295b-78f7-46ce-acfb-c10898a6fa03 req-9f1a92ee-67b4-42a3-82fa-d109b3b5ab86 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0816901 Jun 09 21:58:11.219871 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d937295b-78f7-46ce-acfb-c10898a6fa03 req-0d8f44bf-4471-42df-a6cc-1b27a3ff6b2d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Jun 09 21:58:11.504287 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4616bd-385d-42ee-ae02-b5ed6080ec51 req-8e6e8ca5-52ac-4638-9892-329f59dd879d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:11.506137 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a4616bd-385d-42ee-ae02-b5ed6080ec51 req-8e6e8ca5-52ac-4638-9892-329f59dd879d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1016116 Jun 09 21:58:11.558485 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a4616bd-385d-42ee-ae02-b5ed6080ec51 req-a0df01f2-9d5e-4a9e-8ac8-fe48e6a5ce92 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458272 Jun 09 21:58:12.104429 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff935-2251-47fd-8e8f-43ef0dff4372 req-6b255ff4-ba6a-4a1c-9777-1cbba0d3fc3c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:12.105897 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c07ff935-2251-47fd-8e8f-43ef0dff4372 req-6b255ff4-ba6a-4a1c-9777-1cbba0d3fc3c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.1678953 Jun 09 21:58:12.154095 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c07ff935-2251-47fd-8e8f-43ef0dff4372 req-d7d740d0-b654-4af1-9e3c-2e463625ebe9 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Jun 09 21:58:12.411262 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cb23e-034a-4680-91f0-09d3e25ce281 req-7b965841-09f2-4070-94e5-9f1b02420e9a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:12.413038 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d58cb23e-034a-4680-91f0-09d3e25ce281 req-7b965841-09f2-4070-94e5-9f1b02420e9a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0853722 Jun 09 21:58:12.459529 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d58cb23e-034a-4680-91f0-09d3e25ce281 req-5504a397-a12b-4c0e-a439-483906949c41 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 Jun 09 21:58:12.795556 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bda5ca-d7d2-44c4-b66d-952f8638e665 req-bc82a1ca-e37c-4554-abdd-a5b824be4c93 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:12.797809 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-36bda5ca-d7d2-44c4-b66d-952f8638e665 req-bc82a1ca-e37c-4554-abdd-a5b824be4c93 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1124918 Jun 09 21:58:12.853448 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-36bda5ca-d7d2-44c4-b66d-952f8638e665 req-5902d1a1-b403-4b48-9e80-7400c196bb33 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466380 Jun 09 21:58:13.347906 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2774f0e-db66-4cbd-a8c0-9ea45b348bfc req-41794ee4-6943-4480-a6b8-15abe742c6b4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:13.349346 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a2774f0e-db66-4cbd-a8c0-9ea45b348bfc req-41794ee4-6943-4480-a6b8-15abe742c6b4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0837502 Jun 09 21:58:13.407893 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a2774f0e-db66-4cbd-a8c0-9ea45b348bfc req-0a8bd8ce-adb2-4d36-a54b-f1cdcb2b70c3 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 Jun 09 21:58:13.683133 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868d380-fd6c-4668-8f65-d68b6631de5e req-dc7316a2-45ca-4978-adfd-efd7c5dee95f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:13.684693 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8868d380-fd6c-4668-8f65-d68b6631de5e req-dc7316a2-45ca-4978-adfd-efd7c5dee95f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1026943 Jun 09 21:58:13.736510 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8868d380-fd6c-4668-8f65-d68b6631de5e req-4753bc44-445c-4d22-8423-ecb252b52989 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Jun 09 21:58:14.069479 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07f45-0e68-4070-9eb6-02748de93c43 req-2aa866d4-cd4c-49d0-a08a-ac6aecac56de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:14.071146 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-19c07f45-0e68-4070-9eb6-02748de93c43 req-2aa866d4-cd4c-49d0-a08a-ac6aecac56de tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0952549 Jun 09 21:58:14.141454 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-19c07f45-0e68-4070-9eb6-02748de93c43 req-c1d682a2-05b7-44a7-a77f-919b12758a46 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634108 Jun 09 21:58:14.613442 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600c4c-ec65-4cc9-a9a3-f28a8c9a7d6e req-4791d7f2-d84e-4ad7-880e-18e29df71213 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:14.614902 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c7600c4c-ec65-4cc9-a9a3-f28a8c9a7d6e req-4791d7f2-d84e-4ad7-880e-18e29df71213 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0981963 Jun 09 21:58:14.669169 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c7600c4c-ec65-4cc9-a9a3-f28a8c9a7d6e req-1743aa15-9684-4552-92fd-bf2cc451eaab tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481086 Jun 09 21:58:14.971093 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90e76-7921-42a8-90b4-42f527038891 req-5f5228d2-70cb-47ed-9c52-528214a7b469 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:14.978656 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-17a90e76-7921-42a8-90b4-42f527038891 req-5f5228d2-70cb-47ed-9c52-528214a7b469 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1204648 Jun 09 21:58:15.040800 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-17a90e76-7921-42a8-90b4-42f527038891 req-51b15187-5565-4535-a9c1-6903681dbf55 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616446 Jun 09 21:58:15.384530 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddaba0c-d5c8-42cd-b419-085bb4f7a297 req-9b11df19-2de2-4bcb-9d2b-9655dce4c96b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:15.386207 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fddaba0c-d5c8-42cd-b419-085bb4f7a297 req-9b11df19-2de2-4bcb-9d2b-9655dce4c96b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1207366 Jun 09 21:58:15.434359 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fddaba0c-d5c8-42cd-b419-085bb4f7a297 req-45e96b0a-4931-4c72-8ec8-62d6a172f86c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Jun 09 21:58:15.868310 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8ed91-8a7f-43d5-976b-600eeb97be23 req-b87ceb7f-d698-416e-bfa3-945c07611e76 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:15.869794 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-15f8ed91-8a7f-43d5-976b-600eeb97be23 req-b87ceb7f-d698-416e-bfa3-945c07611e76 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0851212 Jun 09 21:58:15.927636 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-15f8ed91-8a7f-43d5-976b-600eeb97be23 req-6d119c9e-006b-48d7-b005-ff36acc8fcae tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Jun 09 21:58:16.246968 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b820c-3dc6-4469-9050-c6b8246a97c5 req-efef2931-d29b-4960-9e17-81b9e5e4dc5d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:16.249448 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c01b820c-3dc6-4469-9050-c6b8246a97c5 req-efef2931-d29b-4960-9e17-81b9e5e4dc5d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0948975 Jun 09 21:58:16.298095 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c01b820c-3dc6-4469-9050-c6b8246a97c5 req-1e2845ec-e598-4836-8dd7-798e0703c7ca tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Jun 09 21:58:16.675112 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5f39a-9760-4e7e-91bc-e43e77e6d121 req-f364c05b-c0ac-497b-b93c-adfa0b6870e3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:16.676880 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-14f5f39a-9760-4e7e-91bc-e43e77e6d121 req-f364c05b-c0ac-497b-b93c-adfa0b6870e3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1116054 Jun 09 21:58:16.725891 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-14f5f39a-9760-4e7e-91bc-e43e77e6d121 req-aa110f3d-449c-4c0b-a37d-600df0f156fa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432086 Jun 09 21:58:17.139235 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853940b-9893-4fe4-b121-7fa8fe29ba85 req-2494e4f6-021e-4815-ae77-d64e7c1bd933 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:17.141794 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1853940b-9893-4fe4-b121-7fa8fe29ba85 req-2494e4f6-021e-4815-ae77-d64e7c1bd933 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0993228 Jun 09 21:58:17.185587 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1853940b-9893-4fe4-b121-7fa8fe29ba85 req-41e6b0a2-265f-433e-afde-ce75d32c17c6 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382030 Jun 09 21:58:17.503488 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842147-2176-42d7-babc-bce864fdbcf0 req-cbf6f169-0cd7-40eb-bb20-b3c49f0ff9ce tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:17.505429 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0d842147-2176-42d7-babc-bce864fdbcf0 req-cbf6f169-0cd7-40eb-bb20-b3c49f0ff9ce tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0889316 Jun 09 21:58:17.560549 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0d842147-2176-42d7-babc-bce864fdbcf0 req-b3b69a3d-f35b-4122-b212-449f152bee3f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493426 Jun 09 21:58:17.922448 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f319ad-12cf-4898-83ab-8badf391b42c req-c44fa5f1-cc3f-4999-835d-9a540597422a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:17.923898 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b8f319ad-12cf-4898-83ab-8badf391b42c req-c44fa5f1-cc3f-4999-835d-9a540597422a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0840733 Jun 09 21:58:17.973140 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b8f319ad-12cf-4898-83ab-8badf391b42c req-c3031000-1b72-4629-b86b-1fc5afc24930 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434558 Jun 09 21:58:18.384299 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d25c2-497d-4f40-a525-5bec944a08e0 req-7be1650b-3bee-4f8a-82b2-81eec35b6282 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:18.385809 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-362d25c2-497d-4f40-a525-5bec944a08e0 req-7be1650b-3bee-4f8a-82b2-81eec35b6282 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0798836 Jun 09 21:58:18.430795 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-362d25c2-497d-4f40-a525-5bec944a08e0 req-3015c5dd-2e6d-4750-b526-90bba3e22061 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389533 Jun 09 21:58:18.754702 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b576e-54b5-4b7a-b127-898109a12506 req-fef36951-4de1-493c-b5fd-f0044b32a132 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:18.756157 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a6b576e-54b5-4b7a-b127-898109a12506 req-fef36951-4de1-493c-b5fd-f0044b32a132 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0871968 Jun 09 21:58:18.801778 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2a6b576e-54b5-4b7a-b127-898109a12506 req-451c4a73-294b-4eee-8ca9-e9f282ec1c0e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Jun 09 21:58:19.166813 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2158c-4e4c-40fb-a94e-afe5eeb0281a req-29f288a5-2b57-4b40-a504-8ebcc78a892b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:19.168239 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ecc2158c-4e4c-40fb-a94e-afe5eeb0281a req-29f288a5-2b57-4b40-a504-8ebcc78a892b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0795512 Jun 09 21:58:19.213049 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ecc2158c-4e4c-40fb-a94e-afe5eeb0281a req-b6ff8c39-91fb-4a5c-a2f4-ef77334f40b7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389183 Jun 09 21:58:19.700231 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb09a6-da18-4b5e-b732-839e2fc81976 req-104c8da7-aed0-4eb3-985b-50341041caa6 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:19.701754 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-25fb09a6-da18-4b5e-b732-839e2fc81976 req-104c8da7-aed0-4eb3-985b-50341041caa6 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.1639156 Jun 09 21:58:19.748019 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-25fb09a6-da18-4b5e-b732-839e2fc81976 req-086fa79e-c9c0-4810-a3da-8064cf825010 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Jun 09 21:58:19.986426 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2914e-7233-46f0-83db-fef24ad59cfa req-559ae4df-f7ad-4bdf-b887-6ae424a2dd83 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:19.988015 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1ee2914e-7233-46f0-83db-fef24ad59cfa req-559ae4df-f7ad-4bdf-b887-6ae424a2dd83 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0801194 Jun 09 21:58:20.039014 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1ee2914e-7233-46f0-83db-fef24ad59cfa req-b19cacad-31fe-4bd2-a1f0-bb93985a6fc3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Jun 09 21:58:20.403060 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347e8da-4907-4b45-94e8-c30aca0ec6ad req-9f0acbfb-7d7f-46cf-9c56-f0344747239e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:20.404546 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7347e8da-4907-4b45-94e8-c30aca0ec6ad req-9f0acbfb-7d7f-46cf-9c56-f0344747239e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0799129 Jun 09 21:58:20.449528 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7347e8da-4907-4b45-94e8-c30aca0ec6ad req-62d6fb86-37d4-48b8-b69a-f5a05e7f935a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387726 Jun 09 21:58:20.941868 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1c176-42a0-4802-a91f-002b83aa236d req-84091253-ef5e-44f4-8f70-b81079bc992c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:20.943302 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-72a1c176-42a0-4802-a91f-002b83aa236d req-84091253-ef5e-44f4-8f70-b81079bc992c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0843608 Jun 09 21:58:20.989749 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-72a1c176-42a0-4802-a91f-002b83aa236d req-0cbd986d-ba59-4c18-85d4-8ba5712f4ce7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Jun 09 21:58:21.222906 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885016-6065-4ad7-861d-ac430e7bd984 req-c089ac8b-ae0e-4736-8765-0f957f887f7f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:21.224269 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e6885016-6065-4ad7-861d-ac430e7bd984 req-c089ac8b-ae0e-4736-8765-0f957f887f7f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0795164 Jun 09 21:58:21.269047 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e6885016-6065-4ad7-861d-ac430e7bd984 req-f34705cf-3c6c-4785-9854-edb47cb66ed8 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392447 Jun 09 21:58:21.645564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46ff20-c417-4afd-b28c-c66c0249fdeb req-3c74b5c9-2a79-47cc-9859-18096081c7dc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:21.647093 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1c46ff20-c417-4afd-b28c-c66c0249fdeb req-3c74b5c9-2a79-47cc-9859-18096081c7dc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0835845 Jun 09 21:58:21.693960 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1c46ff20-c417-4afd-b28c-c66c0249fdeb req-de01a214-d50d-41d4-bc20-0b2a07778c3a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410016 Jun 09 21:58:22.185934 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dfa65-8885-4ef0-a462-5950c05c39af req-28c546c9-97a5-4457-8ca8-18b295af7a8c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:22.187346 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c46dfa65-8885-4ef0-a462-5950c05c39af req-28c546c9-97a5-4457-8ca8-18b295af7a8c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.0840497 Jun 09 21:58:22.237344 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c46dfa65-8885-4ef0-a462-5950c05c39af req-4a178fe1-c081-414d-b86c-66cbc9d71b94 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Jun 09 21:58:22.461549 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773dd40-7184-4edf-936a-d26cb81541c9 req-2b4948e3-df34-409b-830e-c6dc287e60f5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:22.462933 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4773dd40-7184-4edf-936a-d26cb81541c9 req-2b4948e3-df34-409b-830e-c6dc287e60f5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0857999 Jun 09 21:58:22.512023 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4773dd40-7184-4edf-936a-d26cb81541c9 req-92e5725f-c91e-4a58-9665-c317a83608cd tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430593 Jun 09 21:58:22.908949 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e5200-4d56-47cc-b397-0deba3b12fab req-5c2f0ea5-dc83-4d53-bb9e-c562392a2766 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:22.910400 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae3e5200-4d56-47cc-b397-0deba3b12fab req-5c2f0ea5-dc83-4d53-bb9e-c562392a2766 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0993619 Jun 09 21:58:22.958462 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae3e5200-4d56-47cc-b397-0deba3b12fab req-fe96f050-2509-4b3c-a631-89644db4565a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Jun 09 21:58:23.156013 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Request body: {'port': {'device_id': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:23.215549 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aecec-e083-47ff-b713-24803a71be37 req-8fddba59-403d-42ec-986f-606601b7f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:23.216964 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5b5aecec-e083-47ff-b713-24803a71be37 req-8fddba59-403d-42ec-986f-606601b7f275 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0668738 Jun 09 21:58:23.268595 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:23.305587 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aecec-e083-47ff-b713-24803a71be37 req-98af9d3d-b8db-420f-978f-c33e1c4cb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:23.307237 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5b5aecec-e083-47ff-b713-24803a71be37 req-98af9d3d-b8db-420f-978f-c33e1c4cb23e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0804870 Jun 09 21:58:23.502632 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5b5aecec-e083-47ff-b713-24803a71be37 req-d414896e-ae0d-4f84-8383-de7507bf1b29 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878517 Jun 09 21:58:23.536793 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a043e-8cab-4916-9e5a-72d7c418e6b5 req-c63db19d-fa35-49dd-aaa9-2fdd941353c8 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:23.538608 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0c0a043e-8cab-4916-9e5a-72d7c418e6b5 req-c63db19d-fa35-49dd-aaa9-2fdd941353c8 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 932 time: 0.1584449 Jun 09 21:58:23.619310 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:58:23.627647 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:23.643311 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Transition to ACTIVE for port object 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:23.647393 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:23.651210 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:23.695112 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0c0a043e-8cab-4916-9e5a-72d7c418e6b5 req-a64c730f-f2bc-435c-97f5-e7e58e9bef72 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049399 Jun 09 21:58:23.741678 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5b5aecec-e083-47ff-b713-24803a71be37 req-19f54e04-e3e6-40e6-bb7d-5e575e3a82cb service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326777 Jun 09 21:58:23.784683 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdd38d-a592-447f-b76e-f52f3c6fef0b req-a79f31b1-ca88-4fc2-afb7-d56ec5d006a5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:23.786238 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5ffdd38d-a592-447f-b76e-f52f3c6fef0b req-a79f31b1-ca88-4fc2-afb7-d56ec5d006a5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1522803 Jun 09 21:58:23.833945 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5ffdd38d-a592-447f-b76e-f52f3c6fef0b req-0ed255a1-88fc-437e-860d-4069b01b0c02 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Jun 09 21:58:23.874002 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Pushing event updated for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:23.879526 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:23.918097 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Attempting to bind port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:23.918440 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Attempting to bind port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:23.918758 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Attempting to bind port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f on network 65c4bab7-0cb4-475c-8665-8750536adfad {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:23.925394 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f on network 65c4bab7-0cb4-475c-8665-8750536adfad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:58:23.925710 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Attempting to bind port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f on network 65c4bab7-0cb4-475c-8665-8750536adfad {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:23.931098 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:23.931423 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Checking segment: {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:23.931793 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Bound using segment: {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:23.932203 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Bound port: 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcb61d2-34b3-4588-bda7-a3683be7d119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:23.932539 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:24.018026 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:24.021032 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:24.026373 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:24.031062 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:24.177477 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde1f9f-b4cf-4031-87e5-3eb3a0cccbe9 req-2aa23b3c-1db9-4539-b583-a64873b2569d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.186245 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6fde1f9f-b4cf-4031-87e5-3eb3a0cccbe9 req-2aa23b3c-1db9-4539-b583-a64873b2569d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.1121554 Jun 09 21:58:24.199912 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.200506 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:24.201856 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] 10.222.0.15 "PUT /v2.0/ports/6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 1094 time: 1.0505695 Jun 09 21:58:24.202450 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:24.204649 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4864474-4901-444c-a869-a9c28c08d650" -d '{"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:24.215399 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Pushing event updated for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:24.218524 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:24.254843 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6fde1f9f-b4cf-4031-87e5-3eb3a0cccbe9 req-b17bb1cd-ba7c-440a-8690-4498df2ffa90 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680559 Jun 09 21:58:24.294283 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef30c0-fe75-4b15-a38a-4444e0367446 x-openstack-request-id: req-6bef30c0-fe75-4b15-a38a-4444e0367446 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:24.294768 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:24.295047 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bef30c0-fe75-4b15-a38a-4444e0367446 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:24.295754 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'status': 'completed', 'code': 200} Jun 09 21:58:24.333063 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-dfa97825-bfe4-48ff-813c-fe3ece3b7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.334681 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-dfa97825-bfe4-48ff-813c-fe3ece3b7244 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1097 time: 0.0895712 Jun 09 21:58:24.412333 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-5d86648d-be76-4183-8f83-d4641878a000 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 217 time: 0.0636249 Jun 09 21:58:24.490470 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-76266b3a-a70b-40d3-b7a2-06eb264be7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.492144 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-76266b3a-a70b-40d3-b7a2-06eb264be7e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0610001 Jun 09 21:58:24.567816 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f37e32-ec92-4c11-9857-65962c849846 req-c85d2fe5-e0af-4fcb-b2d5-3fa2d7ba7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.569304 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-c85d2fe5-e0af-4fcb-b2d5-3fa2d7ba7b1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0708334 Jun 09 21:58:24.704271 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-57f67086-fd31-4c39-965c-b7f8c16696c6 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225808 Jun 09 21:58:24.836616 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d8f37e32-ec92-4c11-9857-65962c849846 req-4619656d-412c-4c28-a84b-f644ca21ba38 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260042 Jun 09 21:58:24.898105 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3632-2e13-4e09-835c-06f480b45a71 req-90feb9ea-9545-41cf-90f2-c593d5933ac6 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.900048 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-eb7c3632-2e13-4e09-835c-06f480b45a71 req-90feb9ea-9545-41cf-90f2-c593d5933ac6 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 944 time: 0.0831535 Jun 09 21:58:24.956397 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864474-4901-444c-a869-a9c28c08d650 req-10636024-ca8d-4c33-8a3d-e7ccb2d28f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:24.957767 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4864474-4901-444c-a869-a9c28c08d650 req-10636024-ca8d-4c33-8a3d-e7ccb2d28f2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1097 time: 0.0719600 Jun 09 21:58:24.980229 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-eb7c3632-2e13-4e09-835c-06f480b45a71 req-404a92c6-6ca4-4e3c-bf5a-b9474c8f917e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740023 Jun 09 21:58:25.094722 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864474-4901-444c-a869-a9c28c08d650 req-1f68b92b-f148-468e-bfa5-3b0fe9219054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:25.096271 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4864474-4901-444c-a869-a9c28c08d650 req-1f68b92b-f148-468e-bfa5-3b0fe9219054 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 915 time: 0.1322179 Jun 09 21:58:25.118936 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38e6a-4311-4888-bfbf-21be9949334d req-2344acc8-9b7e-455a-a907-d861c5ffc19e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:25.120312 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2fd38e6a-4311-4888-bfbf-21be9949334d req-2344acc8-9b7e-455a-a907-d861c5ffc19e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1768255 Jun 09 21:58:25.166196 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4864474-4901-444c-a869-a9c28c08d650 req-c8727845-b5d8-45e4-9443-5101fef68734 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 217 time: 0.0628788 Jun 09 21:58:25.172448 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2fd38e6a-4311-4888-bfbf-21be9949334d req-53ce2034-6177-4aff-a474-6af8e7133628 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456245 Jun 09 21:58:25.227545 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864474-4901-444c-a869-a9c28c08d650 req-785de3b2-3a1c-48e4-85d2-ca872d7dedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:25.228893 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4864474-4901-444c-a869-a9c28c08d650 req-785de3b2-3a1c-48e4-85d2-ca872d7dedbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0571604 Jun 09 21:58:25.308933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864474-4901-444c-a869-a9c28c08d650 req-22b1ad42-130a-41ea-9d2b-daf348d1e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:25.310550 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4864474-4901-444c-a869-a9c28c08d650 req-22b1ad42-130a-41ea-9d2b-daf348d1e6e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0734313 Jun 09 21:58:25.446762 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4864474-4901-444c-a869-a9c28c08d650 req-3d4e9117-c1d6-4fb4-8a97-a62d407ac425 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272883 Jun 09 21:58:25.457956 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c8bec-b14f-49ca-be30-f2f7b45f3a1b req-284d856f-e24d-43d4-90c0-69bfd30d8065 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:25.459395 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3b2c8bec-b14f-49ca-be30-f2f7b45f3a1b req-284d856f-e24d-43d4-90c0-69bfd30d8065 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0864620 Jun 09 21:58:25.507635 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3b2c8bec-b14f-49ca-be30-f2f7b45f3a1b req-d64cc4db-f8e7-45bf-9343-0923ff9d48e1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415423 Jun 09 21:58:25.586258 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-e4864474-4901-444c-a869-a9c28c08d650 req-ca3057fe-fb0c-45a3-a8f7-f597c70ab805 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319561 Jun 09 21:58:26.180096 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e198-c270-4fc6-af06-d16a52e4fd01 req-ca678a45-e2b8-4d2f-8552-b3e307367f96 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:26.181552 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-de15e198-c270-4fc6-af06-d16a52e4fd01 req-ca678a45-e2b8-4d2f-8552-b3e307367f96 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 944 time: 0.0826337 Jun 09 21:58:26.227056 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-de15e198-c270-4fc6-af06-d16a52e4fd01 req-18072866-66bc-4b24-9628-e349ec4536ff tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Jun 09 21:58:26.715181 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd376f-fa20-41b2-9034-fec3b7fa1331 req-bff80438-5112-4f8a-90c3-d05502bdc3d6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:26.716634 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fafd376f-fa20-41b2-9034-fec3b7fa1331 req-bff80438-5112-4f8a-90c3-d05502bdc3d6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 944 time: 0.0850921 Jun 09 21:58:26.762496 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fafd376f-fa20-41b2-9034-fec3b7fa1331 req-14a52a95-887c-4768-be59-d64a3d32fdc6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394940 Jun 09 21:58:26.975379 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:58:27.120514 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:58:27.258276 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:27.271801 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'port_id': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'mac_address': 'fa:16:3e:8a:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:58:27.326546 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:27.346731 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035ce6d3-31d2-46a4-aa6a-3a0414628510 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:58:27.363501 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:27.368467 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:27.370166 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:27.410248 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52699-1c40-496c-ac32-e33ed2fc20ca req-4c8734f3-7deb-46f7-9b91-7152a2a7e358 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:27.411881 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-88e52699-1c40-496c-ac32-e33ed2fc20ca req-4c8734f3-7deb-46f7-9b91-7152a2a7e358 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 944 time: 0.0818863 Jun 09 21:58:27.442672 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=9']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:27.445964 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:27.457060 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-88e52699-1c40-496c-ac32-e33ed2fc20ca req-31d512c0-8355-4c6a-a46c-688c56cb1d07 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Jun 09 21:58:27.775320 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['035ce6d3-31d2-46a4-aa6a-3a0414628510'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:27.965625 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022811dc-dd6d-4183-8c67-7239482bc0a2 req-7722f25a-b742-47b7-a444-31b784ed5ade tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:27.967082 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-022811dc-dd6d-4183-8c67-7239482bc0a2 req-7722f25a-b742-47b7-a444-31b784ed5ade tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 945 time: 0.0849295 Jun 09 21:58:28.012990 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-022811dc-dd6d-4183-8c67-7239482bc0a2 req-4bbe6eec-da71-471a-a26e-ae19d8c97c91 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399251 Jun 09 21:58:28.642191 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9c32-c58f-4071-a5f6-a356a21c8e9d req-8386f4a4-7407-42f5-bfd9-198a7533aa28 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:28.643701 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db8f9c32-c58f-4071-a5f6-a356a21c8e9d req-8386f4a4-7407-42f5-bfd9-198a7533aa28 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 944 time: 0.0801303 Jun 09 21:58:28.687117 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db8f9c32-c58f-4071-a5f6-a356a21c8e9d req-029bfde6-65a7-4b1e-969a-d2bd19823d43 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Jun 09 21:58:29.130658 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:58:29.134027 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:29.215555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc056-2b7c-4a55-b30f-b394627977ff req-e621b4c9-8362-440e-b34e-2aea2ef52ca2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:29.217050 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cf1dc056-2b7c-4a55-b30f-b394627977ff req-e621b4c9-8362-440e-b34e-2aea2ef52ca2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 945 time: 0.0836058 Jun 09 21:58:29.262536 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cf1dc056-2b7c-4a55-b30f-b394627977ff req-bb069c9a-4fe7-496e-ba26-81750f48f17a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392323 Jun 09 21:58:29.297652 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 035ce6d3-31d2-46a4-aa6a-3a0414628510 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:29.298110 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.362969 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:29.380171 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'port_id': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'mac_address': 'fa:16:3e:f3:0d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:58:29.482666 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.493614 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.512347 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:58:29.531106 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:29.533525 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc34b2-96ff-4b92-bcd9-fffc104ba23a" -d '{"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-plugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:29.543559 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:29.545214 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:29.548879 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.551035 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-579ed815-4e9f-4ef2-bb2a-ae00315b4143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:29.583006 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93947b7-4863-4056-954b-a58516512974 x-openstack-request-id: req-f93947b7-4863-4056-954b-a58516512974 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:29.583299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-plugged", "status": "completed", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:29.583550 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f93947b7-4863-4056-954b-a58516512974 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:29.584008 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'code': 200} Jun 09 21:58:29.589721 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:29.623357 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=10']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:29.626886 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:29.627466 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:29.696228 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:29.696228 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:29.873664 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b7f01-b95e-4653-81ca-c5877c1d97af req-0204f7d2-c1bb-480f-a141-1856f822e45a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:29.875432 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8c1b7f01-b95e-4653-81ca-c5877c1d97af req-0204f7d2-c1bb-480f-a141-1856f822e45a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 945 time: 0.0811722 Jun 09 21:58:29.921548 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8c1b7f01-b95e-4653-81ca-c5877c1d97af req-6e7a3c08-6e04-41a1-8372-38aef0d03a92 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Jun 09 21:58:30.040799 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:30.240256 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afa9dd-60ee-4adf-9e2f-23c63072d7fc req-fd398c61-c165-40d7-9c14-6012ee1da725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:30.241590 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a0afa9dd-60ee-4adf-9e2f-23c63072d7fc req-fd398c61-c165-40d7-9c14-6012ee1da725 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1100 time: 0.0685575 Jun 09 21:58:30.283321 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a0afa9dd-60ee-4adf-9e2f-23c63072d7fc req-53d269ee-a34b-44f8-bd70-21f5ea22d79a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344410 Jun 09 21:58:30.451204 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c001f8b-9e29-4495-a46c-a72876814b39 req-af477b38-a1da-4a15-b3e0-b61631626794 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:30.452635 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4c001f8b-9e29-4495-a46c-a72876814b39 req-af477b38-a1da-4a15-b3e0-b61631626794 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 947 time: 0.0779672 Jun 09 21:58:30.496186 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4c001f8b-9e29-4495-a46c-a72876814b39 req-23472db1-e8e2-441b-9077-a16e0061d224 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371931 Jun 09 21:58:31.108796 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65e380-d6ce-4981-9707-92b76f04571d req-2d045c09-30bc-45db-8389-2c92045a8fd4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:31.110285 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d65e380-d6ce-4981-9707-92b76f04571d req-2d045c09-30bc-45db-8389-2c92045a8fd4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 945 time: 0.0847609 Jun 09 21:58:31.154880 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3d65e380-d6ce-4981-9707-92b76f04571d req-e4eef6f0-b455-4879-8172-d32da14bb7ca tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Jun 09 21:58:31.680279 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275745b-d9b9-4398-a9c4-526e9ddbb2b5 req-f46d1dde-0fbf-4c82-ae12-1f093b9b4982 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:31.681722 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b275745b-d9b9-4398-a9c4-526e9ddbb2b5 req-f46d1dde-0fbf-4c82-ae12-1f093b9b4982 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 947 time: 0.0786569 Jun 09 21:58:31.725910 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b275745b-d9b9-4398-a9c4-526e9ddbb2b5 req-1836bdef-13ac-45b7-875a-a0e998076ddc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385585 Jun 09 21:58:32.346622 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d29c-276f-46a3-bb84-84d5ca36a1ac req-7f442950-3de2-434c-97fe-d1d697835301 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:32.348094 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-41f0d29c-276f-46a3-bb84-84d5ca36a1ac req-7f442950-3de2-434c-97fe-d1d697835301 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 945 time: 0.0851409 Jun 09 21:58:32.393529 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-41f0d29c-276f-46a3-bb84-84d5ca36a1ac req-d3100f11-0052-4c45-b179-5e631cadb8cc tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392339 Jun 09 21:58:32.914495 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa2ccb-cb80-4960-be01-3de7ffc2a71f req-20adb594-f77b-4822-94c6-47ab446c1817 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:32.915963 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bfa2ccb-cb80-4960-be01-3de7ffc2a71f req-20adb594-f77b-4822-94c6-47ab446c1817 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 947 time: 0.0793712 Jun 09 21:58:32.964872 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bfa2ccb-cb80-4960-be01-3de7ffc2a71f req-71e30d20-32fe-4e40-8f80-ad0fa43ccbbb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Jun 09 21:58:33.153615 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:33.222016 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:33.226849 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:33.227235 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.370656 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.396894 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:33.399098 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b113d2-c438-4d9d-bb9c-9f6dab005589" -d '{"events": [{"server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "name": "network-vif-plugged", "status": "completed", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:33.407394 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:33.412407 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:33.414324 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:33.485534 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5174a31-38da-4c55-9a3c-d25d7bd41c4f x-openstack-request-id: req-f5174a31-38da-4c55-9a3c-d25d7bd41c4f {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:33.485825 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "name": "network-vif-plugged", "status": "completed", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:33.486082 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5174a31-38da-4c55-9a3c-d25d7bd41c4f {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:33.486502 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'code': 200} Jun 09 21:58:33.487147 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:33.490439 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:33.622492 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f75749-8c42-40eb-8081-23a19fecb8ce req-f979ebc3-511a-4a29-9f32-d7f7071a224b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:33.624296 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1f75749-8c42-40eb-8081-23a19fecb8ce req-f979ebc3-511a-4a29-9f32-d7f7071a224b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0879655 Jun 09 21:58:33.684875 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1f75749-8c42-40eb-8081-23a19fecb8ce req-1e5cc181-5eb7-4e40-b80b-effc598252c7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536034 Jun 09 21:58:33.726139 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968e98-ceaf-462f-b361-7a0bba88ef87 req-56cabe85-c627-4495-a2fc-8792e2ea4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:33.727844 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ae968e98-ceaf-462f-b361-7a0bba88ef87 req-56cabe85-c627-4495-a2fc-8792e2ea4ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1099 time: 0.0950828 Jun 09 21:58:33.770348 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ae968e98-ceaf-462f-b361-7a0bba88ef87 req-417bc90c-7198-462e-8f19-c3bb59760b68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364847 Jun 09 21:58:33.995111 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2a3a6f95-00f5-4755-9819-97fd0a0fae11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:34.102954 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-71354581-d474-48a0-adf2-bab23d0cd624 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673733 Jun 09 21:58:34.327218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-d153e1ad-64f4-4e52-b355-ff555e9a2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.328840 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-d153e1ad-64f4-4e52-b355-ff555e9a2b8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 1100 time: 0.1589606 Jun 09 21:58:34.468110 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-7ae48f72-efd9-4cd5-82d2-e3d55e13a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.470060 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-7ae48f72-efd9-4cd5-82d2-e3d55e13a7e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.1213624 Jun 09 21:58:34.573724 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-52612cc3-49cf-43f4-b949-53a1da44f058 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 200 len: 1002 time: 0.0970488 Jun 09 21:58:34.634221 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-9fa82231-aadf-4b2d-b99c-0e20b5826b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.635555 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-9fa82231-aadf-4b2d-b99c-0e20b5826b64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0550928 Jun 09 21:58:34.723645 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-8f57f38e-866e-4aae-8c30-37793a8c771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.725125 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-8f57f38e-866e-4aae-8c30-37793a8c771b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744450 Jun 09 21:58:34.866865 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-d685b2d8-dcb4-4460-938d-cb7f8cddb357 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346745 Jun 09 21:58:34.883966 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e9e55-1d89-4225-9dc3-0a379d051f26 req-f87f6516-7489-4d80-982f-9a338a22cfcf tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:34.885486 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb7e9e55-1d89-4225-9dc3-0a379d051f26 req-f87f6516-7489-4d80-982f-9a338a22cfcf tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0916147 Jun 09 21:58:34.939114 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb7e9e55-1d89-4225-9dc3-0a379d051f26 req-43ce83d0-3cd9-44e4-9811-8f7bdc92d2c0 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465357 Jun 09 21:58:35.018341 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-3fd638bd-c048-4646-8b36-8b0376615e26 req-c06e3741-1a82-4d15-b37e-19249981b679 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446970 Jun 09 21:58:36.116957 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7039-7a25-4a1e-b388-1d0e7d55e139 req-52aa6a6d-a629-482c-9c82-8ca4cf462f11 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:36.118440 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8f6f7039-7a25-4a1e-b388-1d0e7d55e139 req-52aa6a6d-a629-482c-9c82-8ca4cf462f11 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0785415 Jun 09 21:58:36.164699 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8f6f7039-7a25-4a1e-b388-1d0e7d55e139 req-9e33c77c-acc0-47d5-a84e-5f61050573a8 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Jun 09 21:58:36.361348 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe195e-3cad-40be-8060-d558c0ab7bd5 req-81c18d11-5d1a-4188-bd72-bd05104cf918 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:36.362985 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-52fe195e-3cad-40be-8060-d558c0ab7bd5 req-81c18d11-5d1a-4188-bd72-bd05104cf918 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0929930 Jun 09 21:58:36.403456 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:36.410744 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-52fe195e-3cad-40be-8060-d558c0ab7bd5 req-87fe1535-298b-4912-82ec-dbd5ffd115f2 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Jun 09 21:58:36.410930 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-a3d4599a-b663-4982-bf90-e49f090664dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:36.814594 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba56e1f-ca50-4f93-8e8d-57dad9f67ae9 req-3dd5fb09-04d4-471a-941c-e898c847885c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:36.816039 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bba56e1f-ca50-4f93-8e8d-57dad9f67ae9 req-3dd5fb09-04d4-471a-941c-e898c847885c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0783541 Jun 09 21:58:36.858709 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bba56e1f-ca50-4f93-8e8d-57dad9f67ae9 req-f2f01391-ab91-4974-8b70-a53288b0e4f7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372014 Jun 09 21:58:37.580453 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:37.699330 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:38.941970 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55498) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:39.071825 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.180512 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.185007 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.192295 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4be32ac5-1acf-49fb-afbc-bf47873e4523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:39.233206 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4c686b376bd4ac8a7b0542ebc220d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900996 Jun 09 21:58:39.234183 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b45d6-bec3-4f83-8ea0-fa007fda33f9,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:39.236191 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55504) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:39.254727 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.255101 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.255504 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.255866 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.256218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.256570 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.256919 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.257265 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.257613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.257961 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.258303 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.258673 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:39.263575 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:39.299979 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.310455 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.337273 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.388649 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.391947 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:39.393064 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e61b45d6-bec3-4f83-8ea0-fa007fda33f9 HTTP/1.1" status: 204 len: 168 time: 0.1559913 Jun 09 21:58:39.393795 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-24fa36ce-aca5-44b4-ac9f-ca8b90788596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:39.402850 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b45d6-bec3-4f83-8ea0-fa007fda33f9,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:39.405139 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:40.052498 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55526) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:40.157053 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1948549003-network', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:40.179962 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Made reservation on behalf of 3c3fc38379f14d62b60023e44a450f49 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:40.182298 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.194910 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.294647 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.298526 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.301260 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8616569f-1fb9-48c8-955c-299a0724ac04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:40.329805 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:58:40.338889 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b19fd-d92f-493c-b7b0-29478f451bf8,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:40.342322 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:40.345118 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.345461 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Added segment ad47ab80-7488-41dd-b37e-aaebad1c41e8 of type vlan for network 221b404b-5967-417f-9f9d-3a3b0e84571e Jun 09 21:58:40.373384 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.406723 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.408041 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:40.408613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.412124 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e2061b28-6d54-487b-9a21-36db5d58dbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:40.496743 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4430921 Jun 09 21:58:40.500281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55532) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:40.505586 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Request body: {'subnet': {'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1948549003-subnet', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'ip_version': 4}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:40.507521 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Pushing event updated for resources: {'Network': ['ID=221b404b-5967-417f-9f9d-3a3b0e84571e,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:40.510286 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:40.519169 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 221b404b-5967-417f-9f9d-3a3b0e84571e details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:58:40.531561 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Made reservation on behalf of 3c3fc38379f14d62b60023e44a450f49 for: {'subnet': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:40.533894 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11056949'] for subnet, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.824622 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11751907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11056967'] for subnet, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.828288 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4e84dd05-8d80-4f86-af8e-49b057d4a5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:40.896360 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=08015e93-8d54-403f-80ae-62cbfb115fab,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:40.907643 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.908009 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.908370 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.908723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.909071 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.909417 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.909764 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.910103 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.910473 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.910817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.911151 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.911484 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:40.914290 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Checking segment: {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:40.914659 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Network hostable DHCP agents. Network: 221b404b-5967-417f-9f9d-3a3b0e84571e, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:58:40.918745 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:40.932654 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Network 221b404b-5967-417f-9f9d-3a3b0e84571e is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:58:40.941554 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 221b404b-5967-417f-9f9d-3a3b0e84571e) {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:40.946333 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:40.948311 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.949124 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8b4ffb-394f-4125-a07e-9c125cb79768 None None] Network 221b404b-5967-417f-9f9d-3a3b0e84571e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:58:40.967002 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5f7f809c-7d70-4b26-9d59-9a458679adaa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4655366 Jun 09 21:58:40.967796 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55534) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:40.972667 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:40.994626 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:40.995581 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.010313 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.162353 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-221b404b-5967-417f-9f9d-3a3b0e84571e', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:58:41.163219 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.278768 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.322842 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Allocated IP 172.20.0.2 (221b404b-5967-417f-9f9d-3a3b0e84571e/08015e93-8d54-403f-80ae-62cbfb115fab/cacef164-1ce7-4ac8-a00a-b7614cd223d3) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:41.526475 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.536261 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Transition to ACTIVE for port object cacef164-1ce7-4ac8-a00a-b7614cd223d3 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:41.554514 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Transition to ACTIVE for port object cacef164-1ce7-4ac8-a00a-b7614cd223d3 will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:41.560704 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.564613 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:41.628612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Network 221b404b-5967-417f-9f9d-3a3b0e84571e is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:41.631731 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:41.635310 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:41.642451 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Pushing event updated for resources: {'Port': ['ID=cacef164-1ce7-4ac8-a00a-b7614cd223d3,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:41.652195 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.672960 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:41.685809 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.728763 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Attempting to bind port cacef164-1ce7-4ac8-a00a-b7614cd223d3 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:41.729159 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Attempting to bind port cacef164-1ce7-4ac8-a00a-b7614cd223d3 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:41.729533 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Attempting to bind port cacef164-1ce7-4ac8-a00a-b7614cd223d3 on network 221b404b-5967-417f-9f9d-3a3b0e84571e {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:41.735567 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:41.735978 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Checking segment: {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:41.736508 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.736975 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Bound using segment: {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:41.737447 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Bound port: cacef164-1ce7-4ac8-a00a-b7614cd223d3, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:41.737839 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.769982 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c4608-d695-4883-9605-0b6c2541527b req-2678fe74-5b6c-4800-a782-a298c2e481fa tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:41.771464 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-830c4608-d695-4883-9605-0b6c2541527b req-2678fe74-5b6c-4800-a782-a298c2e481fa tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.1898959 Jun 09 21:58:41.823788 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] For port cacef164-1ce7-4ac8-a00a-b7614cd223d3, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:41.826773 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] For port cacef164-1ce7-4ac8-a00a-b7614cd223d3, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=cacef164-1ce7-4ac8-a00a-b7614cd223d3,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:41.832014 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:41.836529 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:41.864715 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-830c4608-d695-4883-9605-0b6c2541527b req-fbd21301-3a9c-41ca-80ba-899a76ed0534 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865135 Jun 09 21:58:41.877567 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Allocated IP 172.28.0.26 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/b30dea54-9d20-40e9-ba17-800f7fb46e52) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:41.892597 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55544) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:41.911268 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Pushing event updated for resources: {'Port': ['ID=cacef164-1ce7-4ac8-a00a-b7614cd223d3,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:41.914608 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:42.041060 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:42.072209 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:42.081595 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:42.116838 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809a11b-133a-4b81-83d6-caaf5eec9588 tempest-TestMinimumBasicScenario-1973524133 tempest-TestMinimumBasicScenario-1973524133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:42.118888 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f809a11b-133a-4b81-83d6-caaf5eec9588 tempest-TestMinimumBasicScenario-1973524133 tempest-TestMinimumBasicScenario-1973524133-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1094 time: 0.2251110 Jun 09 21:58:42.125626 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55548) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:42.130309 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'floatingip': {'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'port_id': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:42.144660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:42.147475 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:42.149856 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:42.174443 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for floatingip, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:42.314108 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Pushing event updated for resources: {'Port': ['ID=b30dea54-9d20-40e9-ba17-800f7fb46e52,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:42.317023 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:42.324479 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:42.462266 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Allocated IP 172.28.0.162 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/7a6e89b5-d36c-469c-b4e6-87f21e8dab77) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:42.622356 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:42.652694 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:42.657178 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:42.692695 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:42.824021 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:42.826948 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:42.831821 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:42.832631 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cacef164-1ce7-4ac8-a00a-b7614cd223d3 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:42.902294 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'Port': ['ID=7a6e89b5-d36c-469c-b4e6-87f21e8dab77,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:42.907027 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:42.922369 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port cacef164-1ce7-4ac8-a00a-b7614cd223d3 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:42.951480 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf7091-528d-4b03-a14a-dd9c2eb545d6 None None] Network 221b404b-5967-417f-9f9d-3a3b0e84571e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:58:43.046447 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Provisioning for port cacef164-1ce7-4ac8-a00a-b7614cd223d3 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:43.061520 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Provisioning complete for port cacef164-1ce7-4ac8-a00a-b7614cd223d3 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:43.061994 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.079637 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.278796 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.307399 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:58:43.312366 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.354038 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] For port cacef164-1ce7-4ac8-a00a-b7614cd223d3, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=cacef164-1ce7-4ac8-a00a-b7614cd223d3,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:43.359270 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.360829 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-eb5eff08-9d8a-4f63-a13c-0c18f8e9612c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:43.362877 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.434994 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Pushing event updated for resources: {'Port': ['ID=cacef164-1ce7-4ac8-a00a-b7614cd223d3,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:43.444043 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.444470 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.444806 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.445134 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.445456 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.445778 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.446098 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.446444 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.446789 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.447109 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.447424 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.447735 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:43.455067 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:43.518439 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:58:43.530803 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Sync routers for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:58:43.542917 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Notify callbacks [] for router, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.547450 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5752130 Jun 09 21:58:43.547594 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:43.547594 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:43.548178 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55550) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:43.592388 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.597948 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.601496 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:43.719126 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.752466 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:43.769441 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'Port': ['ID=7a6e89b5-d36c-469c-b4e6-87f21e8dab77,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:43.777334 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:43.796050 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-49c5402e-6106-4686-8729-849dc6291c6c None None] Provisioning complete for port cacef164-1ce7-4ac8-a00a-b7614cd223d3 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:43.796459 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-49c5402e-6106-4686-8729-849dc6291c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:43.892618 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.l3_db [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Floating IP 8cb012b4-fd48-499b-a275-b291bb7ce227 associated. External IP: 172.28.0.162, port: 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f. Jun 09 21:58:44.143916 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:42Z', 'revision_number': 3, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:44.148255 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Checking router: 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:58:44.148612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Updating router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b port b30dea54-9d20-40e9-ba17-800f7fb46e52 binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:58:44.207274 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.350230 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Router e90c077e-ed80-4b22-8a39-738a842fcb67 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:58:44.358088 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.542252 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:58:44.550528 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.554658 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] Sync routers for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:58:44.563909 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Transition to ACTIVE for port object b30dea54-9d20-40e9-ba17-800f7fb46e52 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:44.566600 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:44.567235 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:44.570811 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.571787 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Allocated IP 172.20.0.1 (221b404b-5967-417f-9f9d-3a3b0e84571e/08015e93-8d54-403f-80ae-62cbfb115fab/2196917f-0ae9-408b-8ee4-9392b735fa9d) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:44.573363 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.585564 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:44.634084 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5073552 Jun 09 21:58:44.634785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:44.637038 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3" -d '{"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:44.639226 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55552) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:44.644721 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243944787', 'description': 'tempest-secgroup-smoke-243944787 description', 'project_id': 'd0085c8f3fe749a890ef358f8b55a943'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:44.674029 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.723209 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Attempting to bind port b30dea54-9d20-40e9-ba17-800f7fb46e52 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:44.724893 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Attempting to bind port b30dea54-9d20-40e9-ba17-800f7fb46e52 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:44.725275 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Attempting to bind port b30dea54-9d20-40e9-ba17-800f7fb46e52 on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:44.726374 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e71c9-5ddd-4f8c-82d2-ce84f5b02268 x-openstack-request-id: req-7f8e71c9-5ddd-4f8c-82d2-ce84f5b02268 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:44.726666 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:44.726954 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f8e71c9-5ddd-4f8c-82d2-ce84f5b02268 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:44.727357 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'status': 'completed', 'code': 200} Jun 09 21:58:44.739209 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff761c-68ec-42e5-b5ca-a6ff75109ea0 None None] Pushing event updated for resources: {'Port': ['ID=b30dea54-9d20-40e9-ba17-800f7fb46e52,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:44.752007 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:44.752705 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:44.753291 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.753849 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:44.754533 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Bound port: b30dea54-9d20-40e9-ba17-800f7fb46e52, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:44.755101 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.784132 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.801725 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-ecff761c-68ec-42e5-b5ca-a6ff75109ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:44.811345 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Transition to ACTIVE for port object 2196917f-0ae9-408b-8ee4-9392b735fa9d will not be triggered until provisioned by entity DHCP. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:44.828306 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cacef164-1ce7-4ac8-a00a-b7614cd223d3 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:44.839505 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:44.848943 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.854139 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2f2aacab-9b3c-4477-b3e2-bee81d19cdbb tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:44.873598 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.882606 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-4169b308-f2a3-4a2f-a2bc-7e5f224ae2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:44.884660 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-4169b308-f2a3-4a2f-a2bc-7e5f224ae2de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1099 time: 0.1334047 Jun 09 21:58:44.885702 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.891146 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bf0cb473-2df6-4b45-9564-5ac2a090ee0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:44.930973 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Network 221b404b-5967-417f-9f9d-3a3b0e84571e is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:44.934965 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:44.935298 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port cacef164-1ce7-4ac8-a00a-b7614cd223d3 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:44.936036 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:44.940768 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:44.986836 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Pushing event updated for resources: {'Port': ['ID=2196917f-0ae9-408b-8ee4-9392b735fa9d,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:44.991002 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:45.001403 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.003029 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3620160 Jun 09 21:58:45.012316 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55556) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:45.019461 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.021804 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] For port b30dea54-9d20-40e9-ba17-800f7fb46e52, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:45.024340 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'security_group_rule': {'security_group_id': '8063306b-bc14-49d1-87b4-60d784421070', 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:45.040610 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] For port b30dea54-9d20-40e9-ba17-800f7fb46e52, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=b30dea54-9d20-40e9-ba17-800f7fb46e52,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:45.065134 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8063306b-bc14-49d1-87b4-60d784421070,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:45.069432 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b2e43cd2-b356-4ad5-b85f-863c3bc2f955 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:45.098880 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.154334 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.160517 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:45.177122 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-46c6134c-1db0-4257-87d9-5a5ad4675388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:45.178630 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-46c6134c-1db0-4257-87d9-5a5ad4675388 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 915 time: 0.2720320 Jun 09 21:58:45.205783 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.256132 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-e3fd7122-2b95-4201-86a8-ff7f10fb50ed None None] Provisioning for port 2196917f-0ae9-408b-8ee4-9392b735fa9d completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:45.263931 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:45.264684 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:45.288372 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.302156 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.317388 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:45.354148 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0ca95e-90ab-44b1-be98-e2380c95e172,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:45.355572 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '8cb012b4-fd48-499b-a275-b291bb7ce227', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'port_id': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'mac_address': 'fa:16:3e:f3:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:58:43Z', 'updated_at': '2021-06-09T21:58:43Z', 'revision_number': 0, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:37Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:45.359046 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:45.361613 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-e3fd7122-2b95-4201-86a8-ff7f10fb50ed None None] Provisioning complete for port 2196917f-0ae9-408b-8ee4-9392b735fa9d triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:45.362111 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7122-2b95-4201-86a8-ff7f10fb50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.362514 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-ed80c9e2-b356-4a83-9519-8f417234b0c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 1000 time: 0.1626818 Jun 09 21:58:45.364192 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.365408 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515880 Jun 09 21:58:45.367682 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] Checking router: e90c077e-ed80-4b22-8a39-738a842fcb67 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:58:45.368182 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55558) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:45.373050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'security_group_rule': {'security_group_id': '8063306b-bc14-49d1-87b4-60d784421070', 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:45.378013 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:45.379151 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:45.429269 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd7122-2b95-4201-86a8-ff7f10fb50ed None None] Port 2196917f-0ae9-408b-8ee4-9392b735fa9d cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:58:45.430899 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff761c-68ec-42e5-b5ca-a6ff75109ea0 None None] Pushing event updated for resources: {'Port': ['ID=b30dea54-9d20-40e9-ba17-800f7fb46e52,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:45.451260 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-ecff761c-68ec-42e5-b5ca-a6ff75109ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:45.461743 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-06028047-7a92-4cab-b2d6-55583ad7fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:45.463783 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-06028047-7a92-4cab-b2d6-55583ad7fc82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0840263 Jun 09 21:58:45.471551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.496139 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.503110 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.541553 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-7eec201a-eaa2-4c79-9db6-3f45f17c6959 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:45.598127 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.606249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.615139 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f4adfb62-7e03-4378-bfd0-b29e0b7b495b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:45.624885 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-9f86f507-667c-4f1a-9957-170656789715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:45.626330 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-9f86f507-667c-4f1a-9957-170656789715 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1452696 Jun 09 21:58:45.647892 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.654008 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Pushing event updated for resources: {'Port': ['ID=2196917f-0ae9-408b-8ee4-9392b735fa9d,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:45.659850 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:45.710262 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:45.719114 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a95f755-b8b0-430d-a4ab-957216685fb2,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:45.721821 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:45.742501 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.746994 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f75c2725-2c81-4cad-837b-327e7458f60a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3750405 Jun 09 21:58:45.748459 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55560) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:45.754501 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:45.756242 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'security_group_rule': {'security_group_id': '8063306b-bc14-49d1-87b4-60d784421070', 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:45.873379 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.911591 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-260ea431-8adf-4127-94ef-8983bb4a5539 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760499 Jun 09 21:58:45.944667 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:45.945413 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Network 221b404b-5967-417f-9f9d-3a3b0e84571e is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:45.946696 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:46.047248 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.058551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-469f18ef-6e6c-4c00-ba79-eff0251f06aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:46.109442 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4eaa95-1b21-4341-93f1-23f9481b61d7,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:46.117635 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:46.124017 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.128130 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3754795 Jun 09 21:58:46.130700 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55564) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:46.139686 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'security_group_rule': {'security_group_id': '8063306b-bc14-49d1-87b4-60d784421070', 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:46.193191 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '8cb012b4-fd48-499b-a275-b291bb7ce227', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'port_id': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'mac_address': 'fa:16:3e:f3:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:58:43Z', 'updated_at': '2021-06-09T21:58:43Z', 'revision_number': 0, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:37Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:46.198698 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68b7e4-46c6-4475-9b7e-a29c6081b998 None None] The sync data for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb is: [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '8cb012b4-fd48-499b-a275-b291bb7ce227', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'floating_ip_address': '172.28.0.162', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'port_id': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'mac_address': 'fa:16:3e:f3:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:58:43Z', 'updated_at': '2021-06-09T21:58:43Z', 'revision_number': 0, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:37Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:58:46.217607 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca2e852e-e84a-4ad2-b4a1-e7251acb63e3 req-c32e1308-5cec-48d2-b7e0-71a26f152654 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710891 Jun 09 21:58:46.226060 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.228893 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:44Z', 'revision_number': 1, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:46.236110 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29ca11-849d-4d58-9281-0232a6c08119 None None] The sync data for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb is: [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:44Z', 'revision_number': 1, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:58:46.259251 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:58:46.262434 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-8d738c74-9c67-4fac-8918-3a2d1bc53167 None None] Provisioning complete for port 2196917f-0ae9-408b-8ee4-9392b735fa9d triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:46.262813 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8d738c74-9c67-4fac-8918-3a2d1bc53167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.324504 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.332603 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.335918 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-82fd4889-17c2-4e0c-b4c9-cfac066cfb56 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:46.340297 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-8d738c74-9c67-4fac-8918-3a2d1bc53167 None None] Port 2196917f-0ae9-408b-8ee4-9392b735fa9d cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:58:46.361628 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8853164a-66b5-41e3-be6b-b81b58c113df,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:46.370126 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:46.373881 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.376035 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-87fe7ea1-e13e-497d-b772-84a3b2701a9b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2442834 Jun 09 21:58:46.382153 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55566) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:46.386760 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'security_group_rule': {'security_group_id': '8063306b-bc14-49d1-87b4-60d784421070', 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:46.412878 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.securitygroups_db [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Project d0085c8f3fe749a890ef358f8b55a943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 21:58:46.420588 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.474085 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:58:46.488042 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] 10.222.0.25 "PUT /v2.0/routers/55b2f2d8-8e00-49c1-b0c5-86b25eb3652b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9305911 Jun 09 21:58:46.498176 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.513089 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.513089 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:46.538611 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27714be8-a75a-4bd8-baea-3329110324cc None None] New status for floating IP 8cb012b4-fd48-499b-a275-b291bb7ce227: ACTIVE {{(pid=91723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 21:58:46.581704 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279d28fd-28f6-4f59-82eb-5d368e24f89f,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:46.584532 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:46.596578 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.598272 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-8e0f2b83-c1ef-4da7-88b8-d83179725d12 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2151291 Jun 09 21:58:46.601402 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55570) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:46.609814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'security_group_rule': {'security_group_id': '8063306b-bc14-49d1-87b4-60d784421070', 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:46.635086 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.securitygroups_db [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Project d0085c8f3fe749a890ef358f8b55a943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 21:58:46.642682 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.729681 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.735537 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.754313 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-a3855fe6-1bfc-4cca-a8e8-c3ae59288116 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:46.769556 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cbcfb6-7933-439b-a733-a981c46149e5,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:46.774034 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:46.775493 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:46.779316 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716480 Jun 09 21:58:46.912342 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-393351b8-b673-4678-a5b2-3465fd558d0a req-89b949fc-6d12-4303-9a4f-1f8bbd17979c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243944787&fields=id&tenant_id=d0085c8f3fe749a890ef358f8b55a943 HTTP/1.1" status: 200 len: 267 time: 0.0500050 Jun 09 21:58:47.015432 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393351b8-b673-4678-a5b2-3465fd558d0a req-86067846-20b0-4eb4-aaef-562365d338b9 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:47.017210 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-393351b8-b673-4678-a5b2-3465fd558d0a req-86067846-20b0-4eb4-aaef-562365d338b9 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0967600 Jun 09 21:58:47.032706 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'port': {'security_groups': ['541ec7f0-64b0-431a-836a-3473a27efca5', '8063306b-bc14-49d1-87b4-60d784421070']}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:47.193351 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.195412 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55586) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:47.200578 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1159129674-network', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:47.228439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Made reservation on behalf of 9ed58a86149745ca9dabd7a94d4a7f90 for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:47.231067 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.254226 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.371363 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.376649 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.379887 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:47.409446 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 21:58:47.418445 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c266d9-ece2-405f-b673-ff7877623cd2,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:47.423201 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:47.427913 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.428316 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Added segment 40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb of type vlan for network 13109560-3abd-4616-80a1-e0322de76e7e Jun 09 21:58:47.460262 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.481496 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:47.497134 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.498539 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:47.499120 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.503439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:47.516377 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.522576 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.531512 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c8d1bd6d-4c56-42d9-b464-b6c1dc602764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:47.536875 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:47.604374 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:47.605301 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.607006 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-393351b8-b673-4678-a5b2-3465fd558d0a req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "PUT /v2.0/ports/6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 982 time: 0.5802898 Jun 09 21:58:47.607659 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:58:47.610985 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5521561b-2444-4f69-ac68-370c018c47bf" -d '{"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:58:47.632662 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=6']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:47.638859 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:47.692544 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:58:47.717619 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b860a-9f31-4c7f-a540-3ff0d3ea1a46 x-openstack-request-id: req-9b9b860a-9f31-4c7f-a540-3ff0d3ea1a46 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:58:47.718209 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:58:47.718621 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b9b860a-9f31-4c7f-a540-3ff0d3ea1a46 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:58:47.719458 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'status': 'completed', 'code': 200} Jun 09 21:58:47.849098 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6500621 Jun 09 21:58:47.849710 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Pushing event updated for resources: {'Network': ['ID=13109560-3abd-4616-80a1-e0322de76e7e,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:47.852103 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55592) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:47.855249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:47.860170 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Request body: {'subnet': {'network_id': '13109560-3abd-4616-80a1-e0322de76e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1159129674-subnet', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'ip_version': 4}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:47.875257 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 13109560-3abd-4616-80a1-e0322de76e7e details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 21:58:47.894041 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Made reservation on behalf of 9ed58a86149745ca9dabd7a94d4a7f90 for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:58:47.896464 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10781597'] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:47.927301 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663eb8-2cb3-4bc6-a4fe-e861263e0f77 req-7929ff2b-f48f-44ba-9ba1-2161d8ba4ac0 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:47.929068 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae663eb8-2cb3-4bc6-a4fe-e861263e0f77 req-7929ff2b-f48f-44ba-9ba1-2161d8ba4ac0 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.1410811 Jun 09 21:58:47.984403 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae663eb8-2cb3-4bc6-a4fe-e861263e0f77 req-5145dd22-2f16-4540-9a83-d97932346609 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483317 Jun 09 21:58:47.993980 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521561b-2444-4f69-ac68-370c018c47bf req-97a04d58-6bf0-404c-a85e-cf5000214e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:47.995568 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5521561b-2444-4f69-ac68-370c018c47bf req-97a04d58-6bf0-404c-a85e-cf5000214e27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1138 time: 0.2383921 Jun 09 21:58:48.078552 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-fbbfd2a0-198e-4830-9cf9-6f0d6bbdfea2 None None] Provisioning complete for port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:48.079192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd2a0-198e-4830-9cf9-6f0d6bbdfea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:48.224734 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521561b-2444-4f69-ac68-370c018c47bf req-4af70f97-dc47-4b58-a0c6-a3ffdaff0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:48.226038 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5521561b-2444-4f69-ac68-370c018c47bf req-4af70f97-dc47-4b58-a0c6-a3ffdaff0668 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 915 time: 0.2027276 Jun 09 21:58:48.305163 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10588369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10781679'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:48.320454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5906726a-9ee4-4794-b65e-a7193cf990d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:48.400249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=554f72e3-7a19-466c-afed-f651cf821605,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:48.403452 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5521561b-2444-4f69-ac68-370c018c47bf req-26548730-000d-4571-8c31-8bd7053910a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 1002 time: 0.1681445 Jun 09 21:58:48.404194 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:48.455218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Checking segment: {'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:48.455571 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Network hostable DHCP agents. Network: 13109560-3abd-4616-80a1-e0322de76e7e, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 21:58:48.486487 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521561b-2444-4f69-ac68-370c018c47bf req-370563a6-51ad-498b-a619-1b8c8bc11e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:48.487788 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5521561b-2444-4f69-ac68-370c018c47bf req-370563a6-51ad-498b-a619-1b8c8bc11e74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0745611 Jun 09 21:58:48.493808 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Network 13109560-3abd-4616-80a1-e0322de76e7e is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 21:58:48.547453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 13109560-3abd-4616-80a1-e0322de76e7e) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:48.552022 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:48.552602 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:48.561390 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e6830-c328-4410-9b8d-59d0e494148e None None] Network 13109560-3abd-4616-80a1-e0322de76e7e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:58:48.579070 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Sync routers for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:58:48.587449 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55596) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:48.587646 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7333145 Jun 09 21:58:48.590797 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:48.591598 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:48.594127 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:48.597657 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521561b-2444-4f69-ac68-370c018c47bf req-06df25f5-4367-4317-8048-b80baeccbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:58:48.599558 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5521561b-2444-4f69-ac68-370c018c47bf req-06df25f5-4367-4317-8048-b80baeccbfb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1030493 Jun 09 21:58:48.617550 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-783'] for router, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:48.619422 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1019931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-768'] for router, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:48.638723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:48.799463 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5521561b-2444-4f69-ac68-370c018c47bf req-4171b3d0-f333-4ae1-ad5d-c8dc4c282c05 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924970 Jun 09 21:58:48.866166 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device b30dea54-9d20-40e9-ba17-800f7fb46e52 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:48.889959 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:48.893343 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbf4da5c-fecd-5185-847a-7d365238f9b4-13109560-3abd-4616-80a1-e0322de76e7e', 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'fixed_ips': [{'subnet_id': '554f72e3-7a19-466c-afed-f651cf821605'}]}} from dv-cinder-774286-15-smb. {{(pid=91723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 21:58:48.894180 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.007828 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5521561b-2444-4f69-ac68-370c018c47bf req-d74fafba-795e-4e97-9639-76602ed5fdfc service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003925 Jun 09 21:58:49.028791 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port b30dea54-9d20-40e9-ba17-800f7fb46e52 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:49.070884 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port b30dea54-9d20-40e9-ba17-800f7fb46e52 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:49.071262 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.074489 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-701289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.151687 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.db_base_plugin_common [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Allocated IP 172.20.0.2 (13109560-3abd-4616-80a1-e0322de76e7e/554f72e3-7a19-466c-afed-f651cf821605/1e1a1cd0-9fc1-442c-88e1-0315bfd2412f) {{(pid=91723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:49.251922 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 2, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:49.255874 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Checking router: 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:58:49.256299 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Updating router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b port 2196917f-0ae9-408b-8ee4-9392b735fa9d binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:58:49.297317 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.307776 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.338740 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port b30dea54-9d20-40e9-ba17-800f7fb46e52, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=b30dea54-9d20-40e9-ba17-800f7fb46e52,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:49.346267 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.357530 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:49.394801 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.429264 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.481943 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=b30dea54-9d20-40e9-ba17-800f7fb46e52,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:49.486015 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:49.487356 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Notify callbacks [] for port, precommit_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.503392 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Transition to ACTIVE for port object 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:49.522521 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Transition to ACTIVE for port object 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f will not be triggered until provisioned by entity DHCP. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:49.528344 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241'] for port, after_create {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.533635 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:49.585068 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Allocated IP 172.28.0.97 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/d56a919a-b2d2-4647-b536-1b5e83251275) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:49.594451 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Network 13109560-3abd-4616-80a1-e0322de76e7e is already hosted by enough agents. {{(pid=91723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:49.597353 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.scheduler.base_scheduler [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Resources bound (agent type, host, resource id): {{(pid=91723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:49.600976 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Received port after_create {{(pid=91723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:49.675128 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.679189 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Pushing event updated for resources: {'Port': ['ID=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,revision_number=1']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:49.688114 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:49.688853 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Transition to ACTIVE for port object 2196917f-0ae9-408b-8ee4-9392b735fa9d will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:49.699617 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.706011 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:49.715309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Attempting to bind port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:49.715745 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Attempting to bind port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:49.716110 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Attempting to bind port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f on network 13109560-3abd-4616-80a1-e0322de76e7e {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:49.724076 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:49.724473 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Checking segment: {'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:49.724865 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.725256 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Bound using segment: {'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:49.725812 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Bound port: 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:49.726104 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.758042 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.791790 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.796281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:49.826054 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] For port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:49.831299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] For port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,segment=NetworkSegment(40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb),segment_id=40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:49.837554 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.850781 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:49.866991 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:49.867952 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Pushing event updated for resources: {'Port': ['ID=2196917f-0ae9-408b-8ee4-9392b735fa9d,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:49.870150 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:49.872515 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:49.912888 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.913250 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.913585 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.913908 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.914225 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.914575 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.914893 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.915604 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.915604 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.915846 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.916161 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.916469 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 21:58:49.922714 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:49.923783 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Pushing event updated for resources: {'Port': ['ID=d56a919a-b2d2-4647-b536-1b5e83251275,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:49.927416 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:49.953809 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Pushing event updated for resources: {'Port': ['ID=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:49.966673 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:49.990318 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Attempting to bind port 2196917f-0ae9-408b-8ee4-9392b735fa9d on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:49.990860 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Attempting to bind port 2196917f-0ae9-408b-8ee4-9392b735fa9d by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:49.991316 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Attempting to bind port 2196917f-0ae9-408b-8ee4-9392b735fa9d on network 221b404b-5967-417f-9f9d-3a3b0e84571e {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:49.997599 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:49.998145 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Checking segment: {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:49.998722 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:49.999687 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Bound using segment: {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:50.000270 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Bound port: 2196917f-0ae9-408b-8ee4-9392b735fa9d, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:50.000916 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:50.130181 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] For port 2196917f-0ae9-408b-8ee4-9392b735fa9d, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:50.137664 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] For port 2196917f-0ae9-408b-8ee4-9392b735fa9d, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=2196917f-0ae9-408b-8ee4-9392b735fa9d,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:50.142161 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:50.149897 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:50.229905 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Pushing event updated for resources: {'Port': ['ID=2196917f-0ae9-408b-8ee4-9392b735fa9d,revision_number=4']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:50.234105 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3b1f0a65-1734-414e-bfa3-581799a6a626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:50.236225 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:50.236834 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:50.380582 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:50.425881 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:50.766003 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:50Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:50.772674 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda659f-8355-44f2-8103-3f7bee2c3713 None None] The sync data for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb is: [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:50Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:58:50.859817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-701296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697277'] for router, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:50.928770 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eccd0c-9b58-4f86-841f-37f1aa33d79f None None] Network 13109560-3abd-4616-80a1-e0322de76e7e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 21:58:50.951628 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 2196917f-0ae9-408b-8ee4-9392b735fa9d up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:51.089021 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Router ec225775-1273-4ef1-9df7-83d80f56f9c9 is scheduled to L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d with binding_index 1 {{(pid=91721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 21:58:51.133012 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-ff2f3156-3c23-4e54-a731-122234bc7078 None None] Provisioning for port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:51.202949 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 2196917f-0ae9-408b-8ee4-9392b735fa9d completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:51.215262 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 2196917f-0ae9-408b-8ee4-9392b735fa9d triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:51.215650 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.286758 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:58:51.306226 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Notify callbacks [] for router, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.307776 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Sync routers for ids ['ec225775-1273-4ef1-9df7-83d80f56f9c9'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:58:51.311013 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7222333 Jun 09 21:58:51.311651 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55598) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:51.347436 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Routers {'ec225775-1273-4ef1-9df7-83d80f56f9c9'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:51.348074 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ec225775-1273-4ef1-9df7-83d80f56f9c9'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:51.562276 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.618298 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Set router ec225775-1273-4ef1-9df7-83d80f56f9c9 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:51.663573 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 2196917f-0ae9-408b-8ee4-9392b735fa9d, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=2196917f-0ae9-408b-8ee4-9392b735fa9d,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:51.727127 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:51.727985 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device b30dea54-9d20-40e9-ba17-800f7fb46e52 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:51.760750 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:51.959237 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=2196917f-0ae9-408b-8ee4-9392b735fa9d,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:51.964791 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:52.027913 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port b30dea54-9d20-40e9-ba17-800f7fb46e52 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:52.028286 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.105394 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.153913 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T21:58:50Z', 'revision_number': 3, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port': {'id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:49Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:52.161197 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Checking router: ec225775-1273-4ef1-9df7-83d80f56f9c9 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:58:52.161547 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Updating router ec225775-1273-4ef1-9df7-83d80f56f9c9 port d56a919a-b2d2-4647-b536-1b5e83251275 binding host dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:58:52.214124 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:52.258191 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.313176 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Allocated IP 172.20.0.1 (13109560-3abd-4616-80a1-e0322de76e7e/554f72e3-7a19-466c-afed-f651cf821605/14851965-7362-4bd0-9d4b-9620a2228df7) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:58:52.382860 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:52.392381 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:52.392757 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.465840 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.481861 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Transition to ACTIVE for port object 14851965-7362-4bd0-9d4b-9620a2228df7 will not be triggered until provisioned by entity DHCP. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:52.508386 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.514116 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:52.580753 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Network 13109560-3abd-4616-80a1-e0322de76e7e is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:52.583762 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:52.587915 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:58:52.628238 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Pushing event updated for resources: {'Port': ['ID=14851965-7362-4bd0-9d4b-9620a2228df7,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:52.632428 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:52.649702 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698871'] for router_interface, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.668816 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.759600 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,segment=NetworkSegment(40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb),segment_id=40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:52.767469 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.772055 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:52.789515 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.831248 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Notify callbacks [] for port, precommit_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.855645 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Transition to ACTIVE for port object d56a919a-b2d2-4647-b536-1b5e83251275 will not be triggered until provisioned by entity L2. {{(pid=91723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:52.864523 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-2d3bffee-0026-4d81-bc26-4919dabefa61 None None] Provisioning for port 14851965-7362-4bd0-9d4b-9620a2228df7 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:52.869118 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.879031 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-2d3bffee-0026-4d81-bc26-4919dabefa61 None None] Provisioning complete for port 14851965-7362-4bd0-9d4b-9620a2228df7 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:52.879472 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2d3bffee-0026-4d81-bc26-4919dabefa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:52.902952 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:52.906945 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:52.907991 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 2196917f-0ae9-408b-8ee4-9392b735fa9d up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:52.945496 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-2240bb33-d019-470a-8aea-4a08f160e824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:53.030091 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.036168 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.055999 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Attempting to bind port d56a919a-b2d2-4647-b536-1b5e83251275 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:53.056540 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Attempting to bind port d56a919a-b2d2-4647-b536-1b5e83251275 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:53.056725 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Attempting to bind port d56a919a-b2d2-4647-b536-1b5e83251275 on network 664662ac-4c55-47e8-9b9f-b0865ad34346 {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:53.062574 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-2d3bffee-0026-4d81-bc26-4919dabefa61 None None] Port 14851965-7362-4bd0-9d4b-9620a2228df7 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:58:53.062706 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:53.074272 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba68c0-59fa-44d9-a9e1-dd14dfdc24f8 None None] Pushing event updated for resources: {'Port': ['ID=d56a919a-b2d2-4647-b536-1b5e83251275,revision_number=2']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:53.077371 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:53.077967 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Checking segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:53.078544 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.078939 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Bound using segment: {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'} {{(pid=91723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:53.079424 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.managers [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Bound port: d56a919a-b2d2-4647-b536-1b5e83251275, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263f943-146d-4e4c-85d5-ee7c0d2afbc5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}}] {{(pid=91723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:53.079805 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.103580 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-55ba68c0-59fa-44d9-a9e1-dd14dfdc24f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:53.145414 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-698038'] for router_interface, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.146258 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 2196917f-0ae9-408b-8ee4-9392b735fa9d triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:53.146670 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.149635 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Pushing event updated for resources: {'Port': ['ID=14851965-7362-4bd0-9d4b-9620a2228df7,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:53.152400 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:53.213391 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] For port d56a919a-b2d2-4647-b536-1b5e83251275, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:53.218299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] For port d56a919a-b2d2-4647-b536-1b5e83251275, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=d56a919a-b2d2-4647-b536-1b5e83251275,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:53.224014 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.227537 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:53.298851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Network 13109560-3abd-4616-80a1-e0322de76e7e is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:58:53.300045 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:58:53.362696 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Routers {'ec225775-1273-4ef1-9df7-83d80f56f9c9'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:53.363343 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ec225775-1273-4ef1-9df7-83d80f56f9c9'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:53.414922 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba68c0-59fa-44d9-a9e1-dd14dfdc24f8 None None] Pushing event updated for resources: {'Port': ['ID=d56a919a-b2d2-4647-b536-1b5e83251275,revision_number=3']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:53.427131 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-55ba68c0-59fa-44d9-a9e1-dd14dfdc24f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:53.495654 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Router ec225775-1273-4ef1-9df7-83d80f56f9c9 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:58:53.554670 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] Set router ec225775-1273-4ef1-9df7-83d80f56f9c9 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:53.671864 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:58:53.676458 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec225775-1273-4ef1-9df7-83d80f56f9c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3635690 Jun 09 21:58:53.694885 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-c73d8085-176f-4ad8-9252-4857a31a494c None None] Provisioning complete for port 14851965-7362-4bd0-9d4b-9620a2228df7 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:53.694885 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c73d8085-176f-4ad8-9252-4857a31a494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:53.825061 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-c73d8085-176f-4ad8-9252-4857a31a494c None None] Port 14851965-7362-4bd0-9d4b-9620a2228df7 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:58:53.929880 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 4, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port': {'id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:49Z', 'updated_at': '2021-06-09T21:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '14851965-7362-4bd0-9d4b-9620a2228df7', 'name': '', 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'mac_address': 'fa:16:3e:be:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '554f72e3-7a19-466c-afed-f651cf821605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:52Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 2, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'subnets': [{'id': '554f72e3-7a19-466c-afed-f651cf821605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:53.933824 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdbcd6-a74c-485f-b412-da229330cbb6 None None] The sync data for ids ['ec225775-1273-4ef1-9df7-83d80f56f9c9'] in dv-cinder-774286-15-smb is: [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 4, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port': {'id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:49Z', 'updated_at': '2021-06-09T21:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '14851965-7362-4bd0-9d4b-9620a2228df7', 'name': '', 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'mac_address': 'fa:16:3e:be:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '554f72e3-7a19-466c-afed-f651cf821605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:52Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 2, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'subnets': [{'id': '554f72e3-7a19-466c-afed-f651cf821605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:58:54.917717 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d56a919a-b2d2-4647-b536-1b5e83251275 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:54.989621 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port d56a919a-b2d2-4647-b536-1b5e83251275 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:58:54.994317 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port d56a919a-b2d2-4647-b536-1b5e83251275 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:54.994723 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.119003 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.135806 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port d56a919a-b2d2-4647-b536-1b5e83251275, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=d56a919a-b2d2-4647-b536-1b5e83251275,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:58:55.139481 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.141235 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:55.169531 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-c66332ae-f14d-41f5-a131-4ae44acb6455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:55.290253 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=d56a919a-b2d2-4647-b536-1b5e83251275,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:55.293322 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:55.302470 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:55.302889 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.346279 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55614) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:55.350987 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196773481', 'description': 'tempest-secgroup-smoke-1196773481 description', 'project_id': '3c3fc38379f14d62b60023e44a450f49'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:55.372765 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.479769 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.485556 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.489355 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-800c2fc4-fc2b-4849-a500-9c367d0ae517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:55.618984 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6ce28-fc78-4199-8b4c-bca9650d89d3,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:55.622356 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:55.623626 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.625099 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-36994de3-49c1-4834-808e-67a7df5d2e78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2776911 Jun 09 21:58:55.628102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55616) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:55.632318 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'security_group_rule': {'security_group_id': 'eea6ce28-fc78-4199-8b4c-bca9650d89d3', 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:55.661311 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.720343 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.723910 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.731619 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-33857b20-498a-46ed-a971-3e24bcff6985 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:55.748624 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b625102-a90a-4941-a0fb-922c5b690959,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:55.751261 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:55.755743 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.756931 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-43b394d9-873d-4926-8bc0-217552a8bc16 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280811 Jun 09 21:58:55.759672 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55618) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:55.764072 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'security_group_rule': {'security_group_id': 'eea6ce28-fc78-4199-8b4c-bca9650d89d3', 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:55.792457 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.853244 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.857046 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.859053 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:55.880888 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05084c90-5790-4ce2-a24f-d643df10a5a5,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:55.883153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:55.887586 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.888890 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-d7847ccd-3bfa-48ab-aaf6-b6281979d317 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282952 Jun 09 21:58:55.891626 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55620) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:55.895969 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'security_group_rule': {'security_group_id': 'eea6ce28-fc78-4199-8b4c-bca9650d89d3', 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:55.926045 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.986042 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.989364 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:55.996548 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:56.013841 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18aa9d63-3acf-409e-92a9-d100ee187b6f,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:56.016852 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:56.020565 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.021813 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292531 Jun 09 21:58:56.024442 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55622) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:56.028632 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'security_group_rule': {'security_group_id': 'eea6ce28-fc78-4199-8b4c-bca9650d89d3', 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:56.057455 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.121077 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.124607 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.126552 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:56.147691 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39abd021-18f3-486f-abeb-fe9b792f6730,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:56.149973 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:56.154911 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.156698 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-1cd17607-b058-45ca-941e-1200792df8cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313632 Jun 09 21:58:56.159377 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55624) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:56.164133 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'security_group_rule': {'security_group_id': 'eea6ce28-fc78-4199-8b4c-bca9650d89d3', 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:56.186009 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.securitygroups_db [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Project 3c3fc38379f14d62b60023e44a450f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 21:58:56.192118 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.262013 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.267578 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.273482 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-140469da-06cc-4203-bded-a1ce8e935341 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:56.293034 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a26ea3-7c94-4e56-9b73-8ec918620fd4,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:56.296909 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:56.300157 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.301672 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-6e8a3d0b-c2e4-4584-b8f5-fa421af88b62 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413777 Jun 09 21:58:56.304336 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55626) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:58:56.308720 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'security_group_rule': {'security_group_id': 'eea6ce28-fc78-4199-8b4c-bca9650d89d3', 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:58:56.331280 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.securitygroups_db [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Project 3c3fc38379f14d62b60023e44a450f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 21:58:56.339134 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.408292 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.411734 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.413648 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:56.434814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a3ce1d-0470-4ad4-ba27-411bf4cf30d1,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:56.437189 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:56.440809 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:56.441895 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366570 Jun 09 21:58:56.849499 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d56a919a-b2d2-4647-b536-1b5e83251275 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:58:56.917819 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port d56a919a-b2d2-4647-b536-1b5e83251275 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:58:56.918235 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:57.812412 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Sync routers for ids ['ec225775-1273-4ef1-9df7-83d80f56f9c9'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:58:57.821661 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Routers {'ec225775-1273-4ef1-9df7-83d80f56f9c9'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:57.822255 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ec225775-1273-4ef1-9df7-83d80f56f9c9'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:58.003226 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Set router ec225775-1273-4ef1-9df7-83d80f56f9c9 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:58.339234 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 4, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port': {'id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:49Z', 'updated_at': '2021-06-09T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '14851965-7362-4bd0-9d4b-9620a2228df7', 'name': '', 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'mac_address': 'fa:16:3e:be:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '554f72e3-7a19-466c-afed-f651cf821605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:52Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 2, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'subnets': [{'id': '554f72e3-7a19-466c-afed-f651cf821605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:58.343529 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Checking router: ec225775-1273-4ef1-9df7-83d80f56f9c9 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:58:58.343876 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Updating router ec225775-1273-4ef1-9df7-83d80f56f9c9 port 14851965-7362-4bd0-9d4b-9620a2228df7 binding host dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 21:58:58.394708 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:58.734914 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:58.745945 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Transition to ACTIVE for port object 14851965-7362-4bd0-9d4b-9620a2228df7 will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:58:58.752252 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:58.756000 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6383e8f-c4a4-4715-af3c-bc8cd0883b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:58.916595 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb5f8b-e518-426a-9867-fccc46a4710e None None] Pushing event updated for resources: {'Port': ['ID=14851965-7362-4bd0-9d4b-9620a2228df7,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:58.924620 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-b6bb5f8b-e518-426a-9867-fccc46a4710e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:58.985343 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Attempting to bind port 14851965-7362-4bd0-9d4b-9620a2228df7 on host dv-cinder-774286-15-smb for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:58:58.985710 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Attempting to bind port 14851965-7362-4bd0-9d4b-9620a2228df7 by drivers openvswitch,hyperv on host dv-cinder-774286-15-smb at level 0 using segments [{'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:58:58.986067 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Attempting to bind port 14851965-7362-4bd0-9d4b-9620a2228df7 on network 13109560-3abd-4616-80a1-e0322de76e7e {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:58:58.991270 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Checking agent: {'id': 'aec45fc6-a5ca-4e26-b86a-080076f10541', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 46, 36), 'started_at': datetime.datetime(2021, 6, 9, 21, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:58:58.991631 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Checking segment: {'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:58:58.992020 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:58.992403 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Bound using segment: {'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:58:58.992852 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Bound port: 14851965-7362-4bd0-9d4b-9620a2228df7, host: dv-cinder-774286-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:58:58.993215 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:59.085601 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] For port 14851965-7362-4bd0-9d4b-9620a2228df7, host dv-cinder-774286-15-smb, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:58:59.088552 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] For port 14851965-7362-4bd0-9d4b-9620a2228df7, host dv-cinder-774286-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=14851965-7362-4bd0-9d4b-9620a2228df7,segment=NetworkSegment(40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb),segment_id=40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:58:59.094052 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:58:59.097689 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:58:59.170633 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Routers {'ec225775-1273-4ef1-9df7-83d80f56f9c9'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:58:59.171504 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:58:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ec225775-1273-4ef1-9df7-83d80f56f9c9'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:59.249823 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb5f8b-e518-426a-9867-fccc46a4710e None None] Pushing event updated for resources: {'Port': ['ID=14851965-7362-4bd0-9d4b-9620a2228df7,revision_number=4']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:58:59.253769 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-b6bb5f8b-e518-426a-9867-fccc46a4710e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:58:59.368771 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] Set router ec225775-1273-4ef1-9df7-83d80f56f9c9 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:58:59.680126 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 4, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port': {'id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:49Z', 'updated_at': '2021-06-09T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '14851965-7362-4bd0-9d4b-9620a2228df7', 'name': '', 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'mac_address': 'fa:16:3e:be:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '554f72e3-7a19-466c-afed-f651cf821605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:52Z', 'updated_at': '2021-06-09T21:58:59Z', 'revision_number': 4, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'subnets': [{'id': '554f72e3-7a19-466c-afed-f651cf821605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:58:59.683997 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93104fd-ce9f-4949-97c7-89f8dc4bac45 None None] The sync data for ids ['ec225775-1273-4ef1-9df7-83d80f56f9c9'] in dv-cinder-774286-15-smb is: [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T21:58:52Z', 'revision_number': 4, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port': {'id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:49Z', 'updated_at': '2021-06-09T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '14851965-7362-4bd0-9d4b-9620a2228df7', 'name': '', 'network_id': '13109560-3abd-4616-80a1-e0322de76e7e', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'mac_address': 'fa:16:3e:be:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '554f72e3-7a19-466c-afed-f651cf821605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:52Z', 'updated_at': '2021-06-09T21:58:59Z', 'revision_number': 4, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'subnets': [{'id': '554f72e3-7a19-466c-afed-f651cf821605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:59:00.866617 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 14851965-7362-4bd0-9d4b-9620a2228df7 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:59:00.950498 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning for port 14851965-7362-4bd0-9d4b-9620a2228df7 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:59:00.955364 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 14851965-7362-4bd0-9d4b-9620a2228df7 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:59:00.955738 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:01.078327 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:01.114552 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] For port 14851965-7362-4bd0-9d4b-9620a2228df7, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=14851965-7362-4bd0-9d4b-9620a2228df7,segment=NetworkSegment(40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb),segment_id=40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:01.118771 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:01.120605 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:01.186809 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Pushing event updated for resources: {'Port': ['ID=14851965-7362-4bd0-9d4b-9620a2228df7,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:01.190252 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:02.849115 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 14851965-7362-4bd0-9d4b-9620a2228df7 up at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:59:02.915815 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Provisioning complete for port 14851965-7362-4bd0-9d4b-9620a2228df7 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:59:02.916193 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:03.974736 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:59:03.995719 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-403d5dd4-f4de-426a-9135-0785fe36be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.391957 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:06.408055 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-afee959f-dba9-4b19-a5d1-a6c8ad346f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:07.606911 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:07.703544 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:09.302434 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:19.053569 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-28ab8e89-bc60-422c-a96e-013c5bb39680 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196773481&fields=id&tenant_id=3c3fc38379f14d62b60023e44a450f49 HTTP/1.1" status: 200 len: 267 time: 0.0387278 Jun 09 21:59:19.198300 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-b13cd782-037a-4dc9-ac11-73bdfc56e4a4 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:19.199722 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-b13cd782-037a-4dc9-ac11-73bdfc56e4a4 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 809 time: 0.1399550 Jun 09 21:59:19.214578 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-15ba3ce4-c842-4758-985e-445550d72225 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/quotas/3c3fc38379f14d62b60023e44a450f49 HTTP/1.1" status: 200 len: 375 time: 0.0087917 Jun 09 21:59:19.297484 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-1208b3f9-c820-42d7-a327-60b11c9771fe tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780413 Jun 09 21:59:19.432785 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-d03d6e24-035b-43c7-bd15-864c63f45b84 service neutron] 10.222.0.25 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241207 Jun 09 21:59:19.559743 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-5b58bdad-9094-4f84-8fbe-59c21144cd5d service neutron] 10.222.0.25 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213133 Jun 09 21:59:19.950209 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-99da3e56-b131-4d5a-989e-c3d13671324f req-f4df795b-56aa-4cf9-825b-5b6e7e12a95a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 210 time: 0.0420709 Jun 09 21:59:21.002208 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-fa0d7230-66aa-412e-906c-dc9cc79081a4 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:21.003831 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-fa0d7230-66aa-412e-906c-dc9cc79081a4 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 809 time: 0.1502423 Jun 09 21:59:21.054448 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-da480aa0-9056-4f7d-8a79-4cb27df886b4 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c3fc38379f14d62b60023e44a450f49 HTTP/1.1" status: 200 len: 380 time: 0.0419762 Jun 09 21:59:21.063479 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'port': {'device_id': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'admin_state_up': True, 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'security_groups': ['eea6ce28-fc78-4199-8b4c-bca9650d89d3']}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:21.215429 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-81b75bc8-6e26-4e3a-862f-7e4e588360bf req-f9fc877b-2773-4efa-857f-9d45f6785214 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 210 time: 0.1608768 Jun 09 21:59:21.218266 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Made reservation on behalf of 3c3fc38379f14d62b60023e44a450f49 for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 21:59:21.222711 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.385332 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Allocated IP 172.20.0.5 (221b404b-5967-417f-9f9d-3a3b0e84571e/08015e93-8d54-403f-80ae-62cbfb115fab/f4b6b021-6eed-4104-a356-8818c7c161b5) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:59:21.671778 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.687652 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Transition to ACTIVE for port object f4b6b021-6eed-4104-a356-8818c7c161b5 will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:59:21.711412 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.717074 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0fff1d2a-eedc-43bf-bbf8-33189553f73f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:21.781683 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Network 221b404b-5967-417f-9f9d-3a3b0e84571e is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:59:21.785931 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:59:21.789781 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:59:21.828130 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:21.837850 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:21.860625 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:21.861891 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:21.881450 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8219233 Jun 09 21:59:21.893551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Request body: {'port': {'device_id': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:22.005191 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.042621 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-2c850ead-dda6-41e9-9998-ba5616115bb3 None None] Provisioning for port f4b6b021-6eed-4104-a356-8818c7c161b5 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:59:22.047035 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-2c850ead-dda6-41e9-9998-ba5616115bb3 None None] Provisioning complete for port f4b6b021-6eed-4104-a356-8818c7c161b5 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:59:22.047414 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2c850ead-dda6-41e9-9998-ba5616115bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.118030 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-2c850ead-dda6-41e9-9998-ba5616115bb3 None None] Port f4b6b021-6eed-4104-a356-8818c7c161b5 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 21:59:22.340565 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b6b021-6eed-4104-a356-8818c7c161b5 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:22.348603 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.363470 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Transition to ACTIVE for port object f4b6b021-6eed-4104-a356-8818c7c161b5 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 21:59:22.367193 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.372511 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:22.451495 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadef6d4-a25c-4398-9457-22c0ddb7014b req-30948489-fc8f-496f-8683-88921376503f tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:22.453003 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cadef6d4-a25c-4398-9457-22c0ddb7014b req-30948489-fc8f-496f-8683-88921376503f tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.1312454 Jun 09 21:59:22.501739 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cadef6d4-a25c-4398-9457-22c0ddb7014b req-45ed989e-ea4d-45a7-b90b-857f53bcc6e2 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Jun 09 21:59:22.531346 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:22.539572 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:22.613508 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Attempting to bind port f4b6b021-6eed-4104-a356-8818c7c161b5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 21:59:22.613867 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Attempting to bind port f4b6b021-6eed-4104-a356-8818c7c161b5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 21:59:22.614192 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Attempting to bind port f4b6b021-6eed-4104-a356-8818c7c161b5 on network 221b404b-5967-417f-9f9d-3a3b0e84571e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:22.618902 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Port f4b6b021-6eed-4104-a356-8818c7c161b5 on network 221b404b-5967-417f-9f9d-3a3b0e84571e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 21:59:22.619220 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Attempting to bind port f4b6b021-6eed-4104-a356-8818c7c161b5 on network 221b404b-5967-417f-9f9d-3a3b0e84571e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 21:59:22.624164 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 21, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 21:59:22.624495 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Checking segment: {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 21:59:22.624866 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Bound using segment: {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 21:59:22.625282 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Bound port: f4b6b021-6eed-4104-a356-8818c7c161b5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad47ab80-7488-41dd-b37e-aaebad1c41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 21:59:22.625626 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.711533 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 21:59:22.714551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 21:59:22.718420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.722405 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c6631077-b4eb-4a43-a759-b1ab2c9392b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:22.781313 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:22.781837 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:22.783811 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] 10.222.0.15 "PUT /v2.0/ports/f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 1093 time: 0.8949332 Jun 09 21:59:22.784497 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:22.787106 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a591e315-38b2-4c92-874c-37a7b3c7c97e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:22.806630 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:22.809543 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:22.863955 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2678691-90f7-4a5b-8d28-8831ee727d67 x-openstack-request-id: req-c2678691-90f7-4a5b-8d28-8831ee727d67 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:22.864271 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:22.864552 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2678691-90f7-4a5b-8d28-8831ee727d67 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:22.864974 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'status': 'completed', 'code': 200} Jun 09 21:59:22.902375 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-2b6ce3e1-6318-4133-841e-3dcd6d40cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:22.903925 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-2b6ce3e1-6318-4133-841e-3dcd6d40cdb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1096 time: 0.0786712 Jun 09 21:59:22.974810 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-8dfbe5f9-eca0-4004-91d0-b42809fc1117 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 217 time: 0.0634882 Jun 09 21:59:23.033979 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-fa7fdece-d5b8-4e59-8964-f5cd1fd9a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.035414 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-fa7fdece-d5b8-4e59-8964-f5cd1fd9a442 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.0551126 Jun 09 21:59:23.111660 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-7e3b03ce-467a-44fe-8b17-bfdaa421868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.113003 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-7e3b03ce-467a-44fe-8b17-bfdaa421868b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717561 Jun 09 21:59:23.327040 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-8b2cd94a-60ba-4ded-b0fd-a4b96a4063d8 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076523 Jun 09 21:59:23.453641 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7e954098-457d-4ec7-9fa0-062865ceadf0 req-372caea1-06d4-4aff-8545-b2a6f11e7b0e service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196599 Jun 09 21:59:23.571111 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-55cd51ba-0e95-47fc-8e61-80656917ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.572559 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-55cd51ba-0e95-47fc-8e61-80656917ce5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1096 time: 0.0692766 Jun 09 21:59:23.688968 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27647413-3557-4d68-9ae2-b6beeb51fc79 req-525b9c03-c330-4f02-93bc-bfe6610a4642 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.690975 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-27647413-3557-4d68-9ae2-b6beeb51fc79 req-525b9c03-c330-4f02-93bc-bfe6610a4642 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0819418 Jun 09 21:59:23.707453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-f597230f-f721-4f83-9aa7-a0bb6118236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.708796 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-f597230f-f721-4f83-9aa7-a0bb6118236c service neutron] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 910 time: 0.1299789 Jun 09 21:59:23.737155 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-27647413-3557-4d68-9ae2-b6beeb51fc79 req-5dde0317-8a01-4c86-8a1a-56456940ed7a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Jun 09 21:59:23.779714 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-2b79fd9c-96b0-418c-ae25-446f39cc8f99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 217 time: 0.0644426 Jun 09 21:59:23.841935 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-e5e84811-6f04-49ea-8dd2-a6a7b04ba3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.843335 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-e5e84811-6f04-49ea-8dd2-a6a7b04ba3d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.0575507 Jun 09 21:59:23.919479 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-e33542bb-fdc1-4a00-9445-4e998c742ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:23.920960 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-e33542bb-fdc1-4a00-9445-4e998c742ae0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0716517 Jun 09 21:59:24.048992 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-5ff2f682-740e-492f-af1e-0e960365f3d0 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217723 Jun 09 21:59:24.189507 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a591e315-38b2-4c92-874c-37a7b3c7c97e req-a8b5c403-e350-48f4-ab93-4518a7500f2c service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335716 Jun 09 21:59:24.916273 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039da93f-4170-453c-9802-52fbc2fc3cea req-4624165e-08eb-4299-8e15-f46f3fd385bc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:24.917713 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-039da93f-4170-453c-9802-52fbc2fc3cea req-4624165e-08eb-4299-8e15-f46f3fd385bc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0776448 Jun 09 21:59:24.961527 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-039da93f-4170-453c-9802-52fbc2fc3cea req-18019185-b73e-4be9-97e7-a53bc9c7a229 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381074 Jun 09 21:59:26.149566 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ddd74-d242-412b-8c61-cebbfe2a66f4 req-33d58efa-e849-4864-9af9-ab7cffba50dc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:26.151048 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a96ddd74-d242-412b-8c61-cebbfe2a66f4 req-33d58efa-e849-4864-9af9-ab7cffba50dc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0862231 Jun 09 21:59:26.195153 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a96ddd74-d242-412b-8c61-cebbfe2a66f4 req-bd6e5d27-0d4f-4427-9b2e-e6546504b34d tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 Jun 09 21:59:27.376511 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95316b75-4830-4869-87c1-72da3611193f req-90426a05-3920-4c54-858f-e2cfca06ad66 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:27.377926 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-95316b75-4830-4869-87c1-72da3611193f req-90426a05-3920-4c54-858f-e2cfca06ad66 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0771534 Jun 09 21:59:27.421186 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-95316b75-4830-4869-87c1-72da3611193f req-f547cee0-6a8f-403b-b564-33657aebf189 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371213 Jun 09 21:59:28.606713 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774234d-c6d1-4f9a-b499-4f8ec40b3b6a req-7d07a1de-bb51-44f9-a684-97acffc5f3e2 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:28.608209 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e774234d-c6d1-4f9a-b499-4f8ec40b3b6a req-7d07a1de-bb51-44f9-a684-97acffc5f3e2 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0822675 Jun 09 21:59:28.651589 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e774234d-c6d1-4f9a-b499-4f8ec40b3b6a req-bc9f9cf1-72c6-42e2-ab03-9931507384ed tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377924 Jun 09 21:59:29.388001 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f4b6b021-6eed-4104-a356-8818c7c161b5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 21:59:29.517814 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:29.530918 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'port_id': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'mac_address': 'fa:16:3e:14:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 21:59:29.585395 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:29.602504 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b6b021-6eed-4104-a356-8818c7c161b5 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 21:59:29.617871 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:29.623023 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:29.624802 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-55ba68c0-59fa-44d9-a9e1-dd14dfdc24f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:29.693924 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:29.699368 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:29.838891 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f90a13-b158-44f2-a707-b1cfce1e61d4 req-e5d43aab-5351-445c-999e-c53eb0b98f9c tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:29.841285 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-83f90a13-b158-44f2-a707-b1cfce1e61d4 req-e5d43aab-5351-445c-999e-c53eb0b98f9c tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 944 time: 0.0825355 Jun 09 21:59:29.980250 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-83f90a13-b158-44f2-a707-b1cfce1e61d4 req-8bccb55f-0835-4459-90ca-e1fbb00bb303 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334410 Jun 09 21:59:30.103748 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['f4b6b021-6eed-4104-a356-8818c7c161b5'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 21:59:31.170332 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72eea0-e355-4c7e-9520-97f2f3611e3e req-27fcaa7e-b1aa-49fa-bb2e-e013dfa715bb tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:31.171856 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4f72eea0-e355-4c7e-9520-97f2f3611e3e req-27fcaa7e-b1aa-49fa-bb2e-e013dfa715bb tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 944 time: 0.0866964 Jun 09 21:59:31.216444 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4f72eea0-e355-4c7e-9520-97f2f3611e3e req-c12f9540-a7bc-4b8b-bddf-f4fa2a14a2bc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387869 Jun 09 21:59:31.392110 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f4b6b021-6eed-4104-a356-8818c7c161b5 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 21:59:31.461232 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port f4b6b021-6eed-4104-a356-8818c7c161b5 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 21:59:31.465997 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port f4b6b021-6eed-4104-a356-8818c7c161b5 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 21:59:31.466438 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:31.577546 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:31.607371 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:31.609583 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b5ad5-dad2-4cfa-82b2-0db01ef18012" -d '{"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:31.618330 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 21:59:31.621710 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:31.624934 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:31.685467 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98944fa-23ba-4e93-89d8-e2f4c4601ca3 x-openstack-request-id: req-e98944fa-23ba-4e93-89d8-e2f4c4601ca3 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:31.686076 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:31.686333 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e98944fa-23ba-4e93-89d8-e2f4c4601ca3 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:31.686819 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'code': 200} Jun 09 21:59:31.725163 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:31.728322 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:31.956608 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e85e8-9995-4f5a-a1fc-8922b9884724 req-b5e8c97f-e116-4a67-a9e0-d766f5138fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:31.958569 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-cb1e85e8-9995-4f5a-a1fc-8922b9884724 req-b5e8c97f-e116-4a67-a9e0-d766f5138fdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1098 time: 0.0685549 Jun 09 21:59:31.998310 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-cb1e85e8-9995-4f5a-a1fc-8922b9884724 req-b1abec9b-cf00-45d2-97f2-f7bccf891cb6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 Jun 09 21:59:32.405685 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5998-470f-49d0-8bb2-2bc14051ab42 req-318a1c3e-e7ba-4dd0-801d-d87798ef9ee8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:32.407152 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fa5e5998-470f-49d0-8bb2-2bc14051ab42 req-318a1c3e-e7ba-4dd0-801d-d87798ef9ee8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0829422 Jun 09 21:59:32.451420 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fa5e5998-470f-49d0-8bb2-2bc14051ab42 req-3f8f6c53-12fe-40ac-8ba8-e7fe97ee1abd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386164 Jun 09 21:59:33.634996 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778dc31-5930-4b9d-9f2d-76d40545fb8b req-894e613b-0ab7-497e-b778-293ffeac6b6d tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:33.636459 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8778dc31-5930-4b9d-9f2d-76d40545fb8b req-894e613b-0ab7-497e-b778-293ffeac6b6d tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0795228 Jun 09 21:59:33.680787 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8778dc31-5930-4b9d-9f2d-76d40545fb8b req-d1745816-845d-4aaf-a96a-c4bc80022637 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387793 Jun 09 21:59:33.878095 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b6744-120a-483d-9404-089271e84376 req-de056477-351c-42ba-9d3d-ca7a1053daa2 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:33.880189 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c41b6744-120a-483d-9404-089271e84376 req-de056477-351c-42ba-9d3d-ca7a1053daa2 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0831218 Jun 09 21:59:33.924678 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c41b6744-120a-483d-9404-089271e84376 req-cb92efbd-7641-48fe-ad9f-116497b6f790 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377078 Jun 09 21:59:33.947726 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55814) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:59:33.997928 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-6634a807-8b33-464d-9a8e-cae1ed2ca8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:34.059902 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abc0b3-8cd4-4c8d-ab9a-871550639e8d tempest-TestShelveInstance-808837682 tempest-TestShelveInstance-808837682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:34.061400 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f6abc0b3-8cd4-4c8d-ab9a-871550639e8d tempest-TestShelveInstance-808837682 tempest-TestShelveInstance-808837682-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1093 time: 0.1126192 Jun 09 21:59:34.064406 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55818) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 21:59:34.068785 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Request body: {'floatingip': {'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'port_id': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 21:59:34.091429 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for floatingip, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:34.228003 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:34.368613 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Allocated IP 172.28.0.39 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/644ef778-4cd9-4a85-894e-90604ae72fb7) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 21:59:34.518855 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:34.548433 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:34.552097 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-274a1901-9ecc-467e-a651-274c261ef07d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:34.616074 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 21:59:34.618866 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 21:59:34.622607 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 21:59:34.657242 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'Port': ['ID=644ef778-4cd9-4a85-894e-90604ae72fb7,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:34.661961 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:35.077906 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:35.158723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:35.202499 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-c8e3819a-29ae-49b3-a40e-f20ec581193d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719192 Jun 09 21:59:35.310774 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-686fe63a-e110-42eb-ad4f-a4f90ae3657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:35.312573 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-686fe63a-e110-42eb-ad4f-a4f90ae3657b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1098 time: 0.0882289 Jun 09 21:59:35.465292 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:35.470371 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:35.474636 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8955ad23-1275-4ba8-9f86-bd437c2a400a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 21:59:35.484980 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-e70495cb-4626-48a7-a720-ec47b295b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:35.486463 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-e70495cb-4626-48a7-a720-ec47b295b466 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.1527436 Jun 09 21:59:35.580543 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event updated for resources: {'Port': ['ID=644ef778-4cd9-4a85-894e-90604ae72fb7,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 21:59:35.583484 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 21:59:35.591644 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-8fed9eef-d4df-4ae2-8554-4bd6bb30cb6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 1001 time: 0.0982995 Jun 09 21:59:35.593366 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:35.654130 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-5c33ca30-d87f-4c31-8d4e-a1e4a2b1ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:35.656117 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-5c33ca30-d87f-4c31-8d4e-a1e4a2b1ffd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0585215 Jun 09 21:59:35.735372 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-dfabfd3a-3262-4c8b-b75f-29e5f7cf8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:35.736763 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-dfabfd3a-3262-4c8b-b75f-29e5f7cf8b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0742123 Jun 09 21:59:35.766577 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.l3_db [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Floating IP 92c42cc6-477c-4d51-a03f-4679f0b7595e associated. External IP: 172.28.0.39, port: f4b6b021-6eed-4104-a356-8818c7c161b5. Jun 09 21:59:35.971517 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-873ce17f-8734-4574-af42-4904e97550d3 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279172 Jun 09 21:59:36.103129 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9f23d179-efde-4868-8e0b-a927cf1090d3 req-82127c78-1be6-4802-af26-a8321d632e8b service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247776 Jun 09 21:59:36.139528 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 21:59:36.335493 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 21:59:36.345496 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] Sync routers for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 21:59:36.356240 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:36.358149 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:59:36.360998 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:59:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:59:36.413179 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3477557 Jun 09 21:59:36.413774 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 21:59:36.416152 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f07729-7692-4711-859b-a212ea366928" -d '{"events": [{"name": "network-changed", "server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 21:59:36.478400 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153e5e52-e5a8-4704-b268-0a07e089039a x-openstack-request-id: req-153e5e52-e5a8-4704-b268-0a07e089039a {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 21:59:36.478736 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 21:59:36.479026 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-153e5e52-e5a8-4704-b268-0a07e089039a {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 21:59:36.479451 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'status': 'completed', 'code': 200} Jun 09 21:59:36.505040 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-03de0d27-196d-4a73-aa19-e8ac0d0e803f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:36.520402 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:36.569813 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:59:36.573325 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07729-7692-4711-859b-a212ea366928 req-93992b6f-85e9-4ce8-a865-9a2b3068c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:36.574824 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-20f07729-7692-4711-859b-a212ea366928 req-93992b6f-85e9-4ce8-a865-9a2b3068c0d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1098 time: 0.0727746 Jun 09 21:59:36.710143 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07729-7692-4711-859b-a212ea366928 req-e54a3c73-8420-44f5-98d7-9049a4930536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:36.711620 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-20f07729-7692-4711-859b-a212ea366928 req-e54a3c73-8420-44f5-98d7-9049a4930536 service neutron] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 910 time: 0.1308005 Jun 09 21:59:36.815622 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-20f07729-7692-4711-859b-a212ea366928 req-70117e97-ef77-449b-9c57-965746d0b0da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 998 time: 0.0974000 Jun 09 21:59:36.878078 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07729-7692-4711-859b-a212ea366928 req-ffca8c6e-a8d0-4c58-a70a-d4df64cf12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:36.880179 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-20f07729-7692-4711-859b-a212ea366928 req-ffca8c6e-a8d0-4c58-a70a-d4df64cf12b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.0589898 Jun 09 21:59:36.923580 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '92c42cc6-477c-4d51-a03f-4679f0b7595e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'floating_ip_address': '172.28.0.39', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'port_id': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'mac_address': 'fa:16:3e:14:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:59:34Z', 'updated_at': '2021-06-09T21:59:34Z', 'revision_number': 0, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:51Z', 'revision_number': 5, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:59:36.928304 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] Checking router: 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 21:59:36.936666 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 21:59:36.937283 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T21:59:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:59:36.956959 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07729-7692-4711-859b-a212ea366928 req-4775a5b9-a4fa-47be-b099-d42790e9dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:36.958376 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-20f07729-7692-4711-859b-a212ea366928 req-4775a5b9-a4fa-47be-b099-d42790e9dd82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0719197 Jun 09 21:59:37.091976 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-20f07729-7692-4711-859b-a212ea366928 req-747ca6ef-fc9f-4749-8641-e24d13b40072 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274204 Jun 09 21:59:37.119504 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 21:59:37.235532 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-20f07729-7692-4711-859b-a212ea366928 req-f67c78c5-2791-4f8f-af4c-3ed88c26c58a service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366396 Jun 09 21:59:37.465597 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '92c42cc6-477c-4d51-a03f-4679f0b7595e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'floating_ip_address': '172.28.0.39', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'port_id': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'mac_address': 'fa:16:3e:14:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:59:34Z', 'updated_at': '2021-06-09T21:59:34Z', 'revision_number': 0, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:51Z', 'revision_number': 5, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 21:59:37.469586 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3eb907-b03b-47e6-ac11-f22f12cf6fcc None None] The sync data for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb is: [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '92c42cc6-477c-4d51-a03f-4679f0b7595e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'floating_ip_address': '172.28.0.39', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'port_id': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'mac_address': 'fa:16:3e:14:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T21:59:34Z', 'updated_at': '2021-06-09T21:59:34Z', 'revision_number': 0, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:51Z', 'revision_number': 5, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 21:59:37.619592 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:37.661115 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fabcd-4a9b-45f3-9e21-4b9836d6dce5 None None] New status for floating IP 92c42cc6-477c-4d51-a03f-4679f0b7595e: ACTIVE {{(pid=91724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 21:59:37.706962 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:39.304896 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 21:59:40.973791 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 21:59:57.317327 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae31a56-2eba-4640-ad6b-702e164dfebc req-0d2764dd-d398-47b0-83b6-149065d76772 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:57.318829 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-eae31a56-2eba-4640-ad6b-702e164dfebc req-0d2764dd-d398-47b0-83b6-149065d76772 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0891194 Jun 09 21:59:57.362336 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-eae31a56-2eba-4640-ad6b-702e164dfebc req-a79343ae-66d0-440e-9df3-ad7292b60d1a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378907 Jun 09 21:59:58.587193 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743f9f-ae89-47c6-92d7-4935ba90ddbd req-d3d6f6e4-ed95-48a4-b2f6-824bef3851b6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:58.588711 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-71743f9f-ae89-47c6-92d7-4935ba90ddbd req-d3d6f6e4-ed95-48a4-b2f6-824bef3851b6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1126173 Jun 09 21:59:58.651288 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-71743f9f-ae89-47c6-92d7-4935ba90ddbd req-0eecc3a7-e4d7-4811-ad9c-1589fe105946 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568016 Jun 09 21:59:59.908021 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85357e-8f3b-4688-88b3-369c0a63aef0 req-41a59d6f-54c7-4228-bfea-e775e69c3fa7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 21:59:59.910699 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7c85357e-8f3b-4688-88b3-369c0a63aef0 req-41a59d6f-54c7-4228-bfea-e775e69c3fa7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1527164 Jun 09 21:59:59.981555 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7c85357e-8f3b-4688-88b3-369c0a63aef0 req-2510f429-b9a0-48e9-9521-d72a1d496957 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648110 Jun 09 22:00:01.217546 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cecbbe-f7d9-4df0-8208-03a29c86f0f3 req-45009fdf-c88d-4ceb-aab0-b472ebfd6735 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:01.219265 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f1cecbbe-f7d9-4df0-8208-03a29c86f0f3 req-45009fdf-c88d-4ceb-aab0-b472ebfd6735 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1218703 Jun 09 22:00:01.272223 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f1cecbbe-f7d9-4df0-8208-03a29c86f0f3 req-ffd7383a-4866-4ff9-bc24-9b86833f3792 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467434 Jun 09 22:00:02.588192 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd711caf-233c-4002-9300-f5c4e9c10eaa req-fab42a9e-a5d8-49ac-8340-39e808e40802 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:02.589583 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd711caf-233c-4002-9300-f5c4e9c10eaa req-fab42a9e-a5d8-49ac-8340-39e808e40802 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.2014902 Jun 09 22:00:02.636433 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fd711caf-233c-4002-9300-f5c4e9c10eaa req-1587b061-a09e-4037-9567-d34405f4aa11 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403078 Jun 09 22:00:03.825861 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d00053-41d4-4ae7-b721-72da74b57e97 req-16efeacd-56a6-4d6a-b27b-72d7717a32d4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:03.827404 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d0d00053-41d4-4ae7-b721-72da74b57e97 req-16efeacd-56a6-4d6a-b27b-72d7717a32d4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0852864 Jun 09 22:00:03.876351 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d0d00053-41d4-4ae7-b721-72da74b57e97 req-4efb8b99-8cb7-44e8-8c4f-621994e34141 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Jun 09 22:00:04.001168 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c4b1730c-2b24-45df-97b7-644e5853dce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:05.104681 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba401ee8-af50-4888-8469-86cf21148bf2 req-5782dff1-c71d-4370-8ea7-271ebcfa2923 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:05.106199 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ba401ee8-af50-4888-8469-86cf21148bf2 req-5782dff1-c71d-4370-8ea7-271ebcfa2923 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0841930 Jun 09 22:00:05.167197 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ba401ee8-af50-4888-8469-86cf21148bf2 req-539d300e-41ef-4427-b465-009f2e89b81b tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553267 Jun 09 22:00:06.392544 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:06.404970 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-096883a5-147f-4b19-adcc-84af2e19da49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:06.409961 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258762a-7726-43a4-9c44-d61ce84ca0c4 req-a2c6de9c-3184-497f-8756-12849caffe66 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:06.411798 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3258762a-7726-43a4-9c44-d61ce84ca0c4 req-a2c6de9c-3184-497f-8756-12849caffe66 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1067932 Jun 09 22:00:06.466152 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3258762a-7726-43a4-9c44-d61ce84ca0c4 req-6c071c4d-824e-4388-9f45-afa99069503f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Jun 09 22:00:06.921548 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688c476-8692-4e05-a5c7-00efd037aadd req-c9c1cdaa-781d-4c71-91e4-55eb913ff202 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:06.923065 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e688c476-8692-4e05-a5c7-00efd037aadd req-c9c1cdaa-781d-4c71-91e4-55eb913ff202 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 947 time: 0.0814936 Jun 09 22:00:06.967022 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e688c476-8692-4e05-a5c7-00efd037aadd req-dd4bbbad-78d7-4838-84bb-dd3c4fd0ec1e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381789 Jun 09 22:00:07.609979 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:07.659389 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1842d-bb5d-4b4b-acbe-4d68d2a09541 req-f4b2ea74-b610-44a5-a778-e4a77a868fe1 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:07.660883 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ccd1842d-bb5d-4b4b-acbe-4d68d2a09541 req-f4b2ea74-b610-44a5-a778-e4a77a868fe1 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0842752 Jun 09 22:00:07.711736 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:07.713023 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ccd1842d-bb5d-4b4b-acbe-4d68d2a09541 req-d124687c-185c-4051-8300-51671a07d2e2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465801 Jun 09 22:00:08.181522 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-87c5277e-8cf4-4dde-aaf3-4e36f971d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:08.183017 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-87c5277e-8cf4-4dde-aaf3-4e36f971d919 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1098 time: 0.1193736 Jun 09 22:00:08.185744 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5d6d-721e-43a4-b840-dda2e0ccde91 req-cadfd21d-5c69-4240-8d27-5a08004e59ff tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:08.187819 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-213a5d6d-721e-43a4-b840-dda2e0ccde91 req-cadfd21d-5c69-4240-8d27-5a08004e59ff tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1842194 Jun 09 22:00:08.272398 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-213a5d6d-721e-43a4-b840-dda2e0ccde91 req-f179396e-cfa1-4b18-beeb-dc6fb6843e6a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777187 Jun 09 22:00:08.285645 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3ec92-8ea7-4f9b-9f12-ecde4a917f66 req-2a2e4fb4-79ea-4978-a525-1fa7de0ee0be tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:08.288098 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9ec3ec92-8ea7-4f9b-9f12-ecde4a917f66 req-2a2e4fb4-79ea-4978-a525-1fa7de0ee0be tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 947 time: 0.2021554 Jun 09 22:00:08.317520 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-f3e5c4b9-8ac8-453f-913f-53f4fe374cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:08.319003 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-f3e5c4b9-8ac8-453f-913f-53f4fe374cc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.1283765 Jun 09 22:00:08.347484 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9ec3ec92-8ea7-4f9b-9f12-ecde4a917f66 req-91507d2a-6885-445c-add9-a469bdc2c5b1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530615 Jun 09 22:00:08.430400 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-7b27e7e1-70dc-43d7-bd08-ceec45f5c491 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 1001 time: 0.1028185 Jun 09 22:00:08.504509 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-a484947b-6890-4020-bd6b-ffd82208b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:08.506592 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-a484947b-6890-4020-bd6b-ffd82208b308 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0692365 Jun 09 22:00:08.586109 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-7d4869eb-1a28-4f01-8e81-76222d13b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:08.587615 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-7d4869eb-1a28-4f01-8e81-76222d13b6af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0746839 Jun 09 22:00:08.725949 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-15609026-ade4-4f15-b816-7a304e2600f3 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311619 Jun 09 22:00:08.955841 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-bbd0c3c8-7b69-451c-99ce-7b4469e6e3ae req-64cf8577-054f-4953-8dc3-31c8dbecbebc service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226160 Jun 09 22:00:09.044111 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-969179b8-fe8b-4af9-96b1-e1c539f92eb9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:09.045527 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-969179b8-fe8b-4af9-96b1-e1c539f92eb9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 947 time: 0.0796926 Jun 09 22:00:09.184304 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Deleting port 035ce6d3-31d2-46a4-aa6a-3a0414628510 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:00:09.185004 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:09.311711 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:09.324030 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] For port 035ce6d3-31d2-46a4-aa6a-3a0414628510, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=035ce6d3-31d2-46a4-aa6a-3a0414628510,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:09.324430 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:09.603526 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef8355-9584-4764-8752-fc1e340af3b9 req-cb9b505b-3573-44a4-83b4-d6cafa1cb708 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:09.606482 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5cef8355-9584-4764-8752-fc1e340af3b9 req-cb9b505b-3573-44a4-83b4-d6cafa1cb708 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 947 time: 0.1230195 Jun 09 22:00:09.613346 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70f051-5159-4079-a673-743c5226fb26 req-df6e9e44-b293-4225-b78c-a36d64710ab3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:09.615843 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bd70f051-5159-4079-a673-743c5226fb26 req-df6e9e44-b293-4225-b78c-a36d64710ab3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.2012455 Jun 09 22:00:09.667899 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:09.668273 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:09.668589 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.l3_db [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Floating IP 9773d08b-1f4f-45dd-bfca-8e9f78e4c86d disassociated. External IP: 172.28.0.224, port: 035ce6d3-31d2-46a4-aa6a-3a0414628510. Jun 09 22:00:09.668926 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Calling delete_port for 035ce6d3-31d2-46a4-aa6a-3a0414628510 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:00:09.709635 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5cef8355-9584-4764-8752-fc1e340af3b9 req-07d72bf9-de1a-4807-b48e-82a09194ce20 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8daf38b-305e-4a9f-aa14-38a92404aa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927882 Jun 09 22:00:09.712316 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bd70f051-5159-4079-a673-743c5226fb26 req-4dc06bf7-cbc5-4283-ac0d-107e555a2a26 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806916 Jun 09 22:00:09.787669 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:09.793308 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:09.840982 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event deleted for resources: {'Port': ['ID=035ce6d3-31d2-46a4-aa6a-3a0414628510,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:09.852950 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.853400 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.853893 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.854185 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.854568 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.854950 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.855300 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.855649 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.855994 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.856338 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.856684 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.857029 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:09.860390 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:10.055986 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Router f68c0115-7e52-4a6c-b120-f1949327cd63 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:00:10.253355 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:00:10.267188 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] Sync routers for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:00:10.277562 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:10.278267 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:10.342210 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] No DVR routers for this DVR port 035ce6d3-31d2-46a4-aa6a-3a0414628510 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:00:10.344927 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:10.347874 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ff2c9a29-2a75-4f59-a9a4-33ca32b696cb req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "DELETE /v2.0/ports/035ce6d3-31d2-46a4-aa6a-3a0414628510 HTTP/1.1" status: 204 len: 173 time: 1.2963927 Jun 09 22:00:10.348823 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-deleted', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:00:10.351357 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80036d38-1a27-4586-b358-9cb58255b660" -d '{"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-deleted", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:00:10.507402 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084eba38-4f5d-45b3-8818-3968acfa043f x-openstack-request-id: req-084eba38-4f5d-45b3-8818-3968acfa043f {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:00:10.507819 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dfad0-f99b-4d62-98be-c96dbce311bd", "name": "network-vif-deleted", "tag": "035ce6d3-31d2-46a4-aa6a-3a0414628510", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:00:10.508193 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-084eba38-4f5d-45b3-8818-3968acfa043f {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:00:10.508735 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68dfad0-f99b-4d62-98be-c96dbce311bd', 'name': 'network-vif-deleted', 'tag': '035ce6d3-31d2-46a4-aa6a-3a0414628510', 'status': 'completed', 'code': 200} Jun 09 22:00:10.566973 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:11.001335 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:11.008045 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] Checking router: f68c0115-7e52-4a6c-b120-f1949327cd63 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:00:11.022761 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:11.023645 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:11.055071 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-be70d388-c6b3-4864-abd2-8eee0c5de82e req-be9b9736-9b86-4463-b21f-42e7e15ab1c3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=a68dfad0-f99b-4d62-98be-c96dbce311bd HTTP/1.1" status: 200 len: 210 time: 0.0574234 Jun 09 22:00:11.111691 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e168b-186e-4780-9e83-19dada62f6b6 req-a8455dbc-2b39-4c91-8632-5eb67d05a8c0 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:11.113949 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-766e168b-186e-4780-9e83-19dada62f6b6 req-a8455dbc-2b39-4c91-8632-5eb67d05a8c0 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.1891663 Jun 09 22:00:11.162176 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-766e168b-186e-4780-9e83-19dada62f6b6 req-85cd42f6-4a47-4685-b26b-8a75e0dd3fb1 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410378 Jun 09 22:00:11.220153 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:11.596836 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:11.601142 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbdbed5-3c21-4827-a219-d1819e405843 None None] The sync data for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb is: [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:00:11.823181 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f829616-79a3-4216-8fdb-5475c2bb8aba None None] New status for floating IP 9773d08b-1f4f-45dd-bfca-8e9f78e4c86d: DOWN {{(pid=91724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:00:12.192082 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55930) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:12.255057 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:12.281525 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:12.333388 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:12.338314 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:12.339478 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "DELETE /v2.0/security-groups/c8daf38b-305e-4a9f-aa14-38a92404aa01 HTTP/1.1" status: 204 len: 168 time: 0.1463902 Jun 09 22:00:12.340322 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-eb4f2e49-b929-448b-aab2-f6e685f3a956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:12.343203 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55932) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:12.353237 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8daf38b-305e-4a9f-aa14-38a92404aa01,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:12.355994 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:12.360199 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.api.v2.resource [None req-98d236bf-70e4-4ae9-962f-7ae14b381abc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] show failed (client error): The resource could not be found. Jun 09 22:00:12.361223 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-98d236bf-70e4-4ae9-962f-7ae14b381abc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups/c8daf38b-305e-4a9f-aa14-38a92404aa01 HTTP/1.1" status: 404 len: 347 time: 0.0166454 Jun 09 22:00:12.364738 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55934) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:12.630578 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Deleting port 1ecb071a-3e7f-4a6d-8a12-b1afdd644298 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:00:12.630923 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:12.770740 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:12.771146 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:12.996103 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Calling delete_port for 1ecb071a-3e7f-4a6d-8a12-b1afdd644298 owned by network:floatingip {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:00:13.108845 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.113670 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:13.161425 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event deleted for resources: {'Port': ['ID=1ecb071a-3e7f-4a6d-8a12-b1afdd644298,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:13.202706 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.203085 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.203457 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.203819 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.204175 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.204533 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.204897 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.205240 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.205589 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.205989 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.206338 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.206732 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:13.236487 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:13.265982 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.268673 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.269808 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-de9df6fe-3130-47ee-9c44-7ca8ed00f5db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "DELETE /v2.0/floatingips/9773d08b-1f4f-45dd-bfca-8e9f78e4c86d HTTP/1.1" status: 204 len: 168 time: 0.9031949 Jun 09 22:00:13.551883 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:00:13.584902 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 55938) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:13.589813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299065912', 'description': 'tempest-description--1290304956'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:13.590352 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 035ce6d3-31d2-46a4-aa6a-3a0414628510 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:00:13.590755 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 035ce6d3-31d2-46a4-aa6a-3a0414628510 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:00:13.613319 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.720337 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.724335 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.727833 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4417615e-f09d-45af-ba26-c4172ae64f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:13.857897 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.859141 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2731004 Jun 09 22:00:13.860715 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:13.862056 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55940) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:13.864433 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:13.868565 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'security_group_rule': {'security_group_id': '8e886d2c-a88b-45e2-9b68-25ae4ea8eab4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:13.897874 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.956592 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.960703 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.962900 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:13.985098 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f790f394-ed74-4eeb-b230-1fc27d1be1cb,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:13.987772 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:13.991944 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:13.993360 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-147f8e21-a5b0-4a43-9c1c-11824a5254a7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292989 Jun 09 22:00:13.996022 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55942) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:14.000330 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'security_group_rule': {'security_group_id': '8e886d2c-a88b-45e2-9b68-25ae4ea8eab4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:14.029665 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.091430 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.095108 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.097330 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5e0ab1f9-41f9-4bd2-9308-2cd4165babcc tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:14.124647 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05edb07d-4bb5-4ebc-a645-8cb592d0f23b,revision_number=0']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:14.127651 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:14.131303 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.132361 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-45c4f5a1-d3f2-4450-8633-ee632c8542a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354320 Jun 09 22:00:14.135491 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 55944) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:14.139819 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'floatingip': {'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:14.162157 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.297211 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.435898 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Allocated IP 172.28.0.152 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/48f7b300-5d83-48f2-97c8-43a201d2c49d) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:14.587456 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.618706 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.622302 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:14.689682 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:14.692701 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:14.696787 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:14.739424 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'Port': ['ID=48f7b300-5d83-48f2-97c8-43a201d2c49d,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:14.746124 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:14.791095 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:14.854531 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:15.079895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:15.085416 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:15.090017 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:15.196291 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'Port': ['ID=48f7b300-5d83-48f2-97c8-43a201d2c49d,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:15.200335 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:15.205144 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:15.223142 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:15.224339 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0879402 Jun 09 22:00:15.391896 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-5b8d4478-455c-4f5f-adb8-10d25ba04d3c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--299065912&fields=id&tenant_id=073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 267 time: 0.0423629 Jun 09 22:00:15.556401 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-b42d6885-f4d2-4c14-84bc-1b9e034f380f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:15.557979 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-b42d6885-f4d2-4c14-84bc-1b9e034f380f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 816 time: 0.1596327 Jun 09 22:00:15.574333 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-d2b3a05d-04dc-4857-a8c6-ed262c35709c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/quotas/073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 375 time: 0.0108881 Jun 09 22:00:15.665599 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-9fe5c011-78bb-40ee-9623-8c6f92cd60aa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858576 Jun 09 22:00:15.933813 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-eb716108-d1e4-4163-b1ee-6325441eea72 service neutron] 10.222.0.25 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567127 Jun 09 22:00:16.061626 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-145f732f-9136-4dd6-b435-088e41c08f4c service neutron] 10.222.0.25 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215169 Jun 09 22:00:16.242673 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0df9b537-37cf-4fd9-93e1-d9134abfd4ca req-8edfca66-0fca-406a-8100-553110ed0f25 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 210 time: 0.0484614 Jun 09 22:00:17.398262 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1968d4b6-3ab0-404c-a546-ae073e0f2ea7 req-af0a00e2-bde5-4358-861f-2df67b3d7fab tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 210 time: 0.0477619 Jun 09 22:00:17.431430 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f3a1494-96ea-4d8b-b2f5-fc82e965feac tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:17.432827 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f3a1494-96ea-4d8b-b2f5-fc82e965feac tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 816 time: 0.1469591 Jun 09 22:00:17.481620 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-78931ef4-fab3-4da4-9af5-d296a0931a90 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 379 time: 0.0397711 Jun 09 22:00:17.491428 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'port': {'device_id': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'admin_state_up': True, 'tenant_id': '073867d2e064493699678f6c3b701830', 'security_groups': ['8e886d2c-a88b-45e2-9b68-25ae4ea8eab4']}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:17.637083 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Made reservation on behalf of 073867d2e064493699678f6c3b701830 for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:00:17.640671 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:17.796942 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Allocated IP 172.20.0.9 (fe7470a0-ffa0-4209-8ac8-f7b2845bad53/38b394e2-50a6-4e7f-8bde-322205e325c3/d33bfed8-9ad2-48da-bf1e-baf5969da5d5) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:00:17.972983 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:00:17.981666 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:17.996623 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Transition to ACTIVE for port object d33bfed8-9ad2-48da-bf1e-baf5969da5d5 will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:18.019390 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:18.024713 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-cdea31ee-d0fb-4b2c-a3e0-ff707b8330a2 tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:18.092160 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:00:18.095317 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:00:18.099829 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:00:18.134131 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:18.138578 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:18.166633 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:18.167264 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:18.185932 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6986749 Jun 09 22:00:18.202584 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Request body: {'port': {'device_id': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:18.313099 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-93d8536b-b7e2-4fc2-97b3-da93f69caac5 None None] Provisioning for port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:18.319048 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-93d8536b-b7e2-4fc2-97b3-da93f69caac5 None None] Provisioning complete for port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:18.319425 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-93d8536b-b7e2-4fc2-97b3-da93f69caac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:18.331237 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:18.371498 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-93d8536b-b7e2-4fc2-97b3-da93f69caac5 None None] Port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:00:18.586357 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb2e64-ca69-44d8-84f4-91862614dd44 req-4126be59-fb08-4974-86a6-ea6e679f5986 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:18.587867 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8cfb2e64-ca69-44d8-84f4-91862614dd44 req-4126be59-fb08-4974-86a6-ea6e679f5986 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 931 time: 0.0798228 Jun 09 22:00:18.636949 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8cfb2e64-ca69-44d8-84f4-91862614dd44 req-2cbd587c-65c1-4a64-95d1-930cde4d0c6e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432291 Jun 09 22:00:18.682722 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33bfed8-9ad2-48da-bf1e-baf5969da5d5 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:00:18.690228 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:18.706943 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Transition to ACTIVE for port object d33bfed8-9ad2-48da-bf1e-baf5969da5d5 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:00:18.711062 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:18.714654 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:18.866570 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:18.876425 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:18.950889 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Attempting to bind port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:00:18.951215 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Attempting to bind port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:00:18.951547 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Attempting to bind port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:18.956361 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:00:18.956869 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Attempting to bind port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 on network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:00:18.962236 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:00:18.962597 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Checking segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:00:18.962972 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Bound using segment: {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:00:18.963387 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Bound port: d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107d4ad7-ce6c-4ab9-9b67-087c39187a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:00:18.963727 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:19.056094 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:00:19.058992 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:00:19.063425 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:19.068194 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-342f45aa-e29f-42f2-b6ba-3584ef198666 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:19.219509 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:19.220130 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:19.222078 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 200 len: 1093 time: 1.0232720 Jun 09 22:00:19.223186 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:00:19.226709 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468cd72-2098-42bd-a04c-df002f72d284" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:00:19.260962 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:19.269897 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:19.318555 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d7f0f0-af55-4832-950f-604374aa041c x-openstack-request-id: req-43d7f0f0-af55-4832-950f-604374aa041c {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:00:19.319058 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:00:19.319357 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43d7f0f0-af55-4832-950f-604374aa041c {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:00:19.319779 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'status': 'completed', 'code': 200} Jun 09 22:00:19.364993 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-a8623edf-0601-4d3d-a591-7c1ae33b6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:19.366774 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-a8623edf-0601-4d3d-a591-7c1ae33b6014 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1096 time: 0.0990255 Jun 09 22:00:19.454021 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-01394236-cae7-45cb-8340-e02b86be8076 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 200 len: 217 time: 0.0796826 Jun 09 22:00:19.547306 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-d405d2b5-32f4-4301-816e-dc65b5b8fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:19.550429 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-d405d2b5-32f4-4301-816e-dc65b5b8fd25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0900531 Jun 09 22:00:19.635664 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-c03ab59d-8731-4e2e-8489-75bae39d5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:19.637131 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-c03ab59d-8731-4e2e-8489-75bae39d5d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0814705 Jun 09 22:00:19.808933 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-9fb21d00-7c73-42ff-959a-a6eeca3f233a service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654844 Jun 09 22:00:19.830586 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ac9e1-d37e-484e-be99-052635d6e1e6 req-28bbd0ac-bcb2-4318-9abf-ff2e4a859f14 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:19.832665 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f38ac9e1-d37e-484e-be99-052635d6e1e6 req-28bbd0ac-bcb2-4318-9abf-ff2e4a859f14 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0804691 Jun 09 22:00:19.876541 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f38ac9e1-d37e-484e-be99-052635d6e1e6 req-4f8963ab-612c-4511-8ec6-dc40f978e7ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 Jun 09 22:00:19.943369 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4722e69c-ed14-479a-8156-87c06f9f26eb req-70971019-3955-4933-8e1d-8a54c7c71ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279843 Jun 09 22:00:20.069191 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468cd72-2098-42bd-a04c-df002f72d284 req-ef8b29ba-0682-4a4f-8c7d-232f3fd61713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:20.070593 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7468cd72-2098-42bd-a04c-df002f72d284 req-ef8b29ba-0682-4a4f-8c7d-232f3fd61713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1096 time: 0.0750670 Jun 09 22:00:20.201259 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468cd72-2098-42bd-a04c-df002f72d284 req-d0eab8a8-0e97-4237-9e5d-41a545d314d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:20.202700 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7468cd72-2098-42bd-a04c-df002f72d284 req-d0eab8a8-0e97-4237-9e5d-41a545d314d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.1256735 Jun 09 22:00:20.268764 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7468cd72-2098-42bd-a04c-df002f72d284 req-16f4cf7a-032d-4976-a5cf-7a58c50e1f4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 200 len: 217 time: 0.0591838 Jun 09 22:00:20.332476 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468cd72-2098-42bd-a04c-df002f72d284 req-2f63b7ee-d6ee-4c22-afba-cb9669df6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:20.334111 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7468cd72-2098-42bd-a04c-df002f72d284 req-2f63b7ee-d6ee-4c22-afba-cb9669df6092 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0589831 Jun 09 22:00:20.406380 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468cd72-2098-42bd-a04c-df002f72d284 req-445606e2-fdc2-4204-b4fb-57c9cec6a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:20.407829 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7468cd72-2098-42bd-a04c-df002f72d284 req-445606e2-fdc2-4204-b4fb-57c9cec6a2b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0678225 Jun 09 22:00:20.535305 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7468cd72-2098-42bd-a04c-df002f72d284 req-48b9b627-e7b2-4167-8e2f-cd01e259dbe5 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206694 Jun 09 22:00:20.667498 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-7468cd72-2098-42bd-a04c-df002f72d284 req-14e55e36-8e84-4f92-9fc3-0181a142135d service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251338 Jun 09 22:00:21.117200 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b159d-5e2c-424a-abe0-f96260ad89fa req-43d386eb-dd2e-490a-b498-31c0f57a614d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:21.119838 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-079b159d-5e2c-424a-abe0-f96260ad89fa req-43d386eb-dd2e-490a-b498-31c0f57a614d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.1125629 Jun 09 22:00:21.172033 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-079b159d-5e2c-424a-abe0-f96260ad89fa req-50c68daa-f14e-4b21-acf9-606e10a9e51a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465543 Jun 09 22:00:22.375337 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb99c6c-b3c5-4b00-a062-7365b0b1b0bd req-f0f75a59-f543-4d81-bfc0-8a382fc64968 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:22.376824 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3fb99c6c-b3c5-4b00-a062-7365b0b1b0bd req-f0f75a59-f543-4d81-bfc0-8a382fc64968 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0848360 Jun 09 22:00:22.422017 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3fb99c6c-b3c5-4b00-a062-7365b0b1b0bd req-bd6517c0-ddf8-4405-bea2-f805e33a1278 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Jun 09 22:00:23.594052 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:00:23.728233 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:23.742534 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'port_id': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'mac_address': 'fa:16:3e:ab:08:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:00:23.753446 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caba9f-8d3c-4c7b-8cbf-6f9d32638f81 req-48dc5edf-73fc-4b71-a404-97d43cdc68a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:23.754978 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-29caba9f-8d3c-4c7b-8cbf-6f9d32638f81 req-48dc5edf-73fc-4b71-a404-97d43cdc68a9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0857923 Jun 09 22:00:23.801651 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-29caba9f-8d3c-4c7b-8cbf-6f9d32638f81 req-3b5551ec-e40d-464d-9ddc-2b700ae05336 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409384 Jun 09 22:00:23.844694 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:23.862163 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33bfed8-9ad2-48da-bf1e-baf5969da5d5 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:00:23.876864 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:23.880732 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:23.883666 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:23.958414 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:23.966135 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.966518 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.966859 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.967193 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.967519 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.967847 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.968170 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.968489 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.968810 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.969129 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.969445 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.969757 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:00:23.974209 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:24.306314 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['d33bfed8-9ad2-48da-bf1e-baf5969da5d5'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:00:25.002699 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f314df-987d-4966-b497-1f9725d3e815 req-b7de183e-08e1-45b7-a821-54aae4d34a30 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:25.004216 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b8f314df-987d-4966-b497-1f9725d3e815 req-b7de183e-08e1-45b7-a821-54aae4d34a30 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 944 time: 0.0826397 Jun 09 22:00:25.050402 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b8f314df-987d-4966-b497-1f9725d3e815 req-27c93657-0d7a-44f1-9ba6-77aff24d6990 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Jun 09 22:00:25.623378 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:00:25.688948 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:00:25.694615 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:00:25.695023 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:25.810336 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:25.839360 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:00:25.841635 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2804fb72-1a9b-45a8-83b2-fc769aac37d5" -d '{"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-plugged", "status": "completed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:00:25.850617 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:00:25.855429 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:25.857365 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-60453adc-2950-4e25-ac46-7647f532e767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:00:25.934355 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:00:25.937455 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:00:25.943892 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d3bf91-54df-472f-9d0e-706234634515 x-openstack-request-id: req-f4d3bf91-54df-472f-9d0e-706234634515 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:00:25.944192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-plugged", "status": "completed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:00:25.944451 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4d3bf91-54df-472f-9d0e-706234634515 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:00:25.944842 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'code': 200} Jun 09 22:00:26.220994 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34597a-dbd0-4288-b446-ae7bd62dce47 req-a37eaf93-8491-44d4-bb85-0fce7af34336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:26.223417 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8e34597a-dbd0-4288-b446-ae7bd62dce47 req-a37eaf93-8491-44d4-bb85-0fce7af34336 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1098 time: 0.0714085 Jun 09 22:00:26.243488 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b593-9502-4adf-a239-a7605921e805 req-502d5afb-015c-4be9-a3e7-8f35d7145769 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:26.244960 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-52c6b593-9502-4adf-a239-a7605921e805 req-502d5afb-015c-4be9-a3e7-8f35d7145769 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0847676 Jun 09 22:00:26.270024 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8e34597a-dbd0-4288-b446-ae7bd62dce47 req-ea1397c7-5ca8-4d52-b8de-c2aa73ab8600 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397372 Jun 09 22:00:26.290859 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-52c6b593-9502-4adf-a239-a7605921e805 req-1b50de3d-5c8c-4d62-af6f-e531b6486c4c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401678 Jun 09 22:00:27.486367 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb73a26-5d66-484a-a3f2-c7d4d1183734 req-d323c96b-b833-4fb4-9125-47130154f2e7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:27.488387 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7eb73a26-5d66-484a-a3f2-c7d4d1183734 req-d323c96b-b833-4fb4-9125-47130154f2e7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0863431 Jun 09 22:00:27.534880 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7eb73a26-5d66-484a-a3f2-c7d4d1183734 req-3f203965-54d0-4a5a-ba97-8e376a15789f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408938 Jun 09 22:00:28.727027 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead47af7-6560-489f-bd37-24a0dca67e3f req-190e7c90-9a80-41c5-85fb-f17b3c38cc67 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:28.728484 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ead47af7-6560-489f-bd37-24a0dca67e3f req-190e7c90-9a80-41c5-85fb-f17b3c38cc67 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0808468 Jun 09 22:00:28.772714 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ead47af7-6560-489f-bd37-24a0dca67e3f req-ed29eca6-bfb2-4783-876d-e915ed19378d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386658 Jun 09 22:00:28.956150 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009757b-2295-4e58-85ee-e859a472c9f7 req-c66dbece-4331-47d0-b58f-8bb4f54f3bc8 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:28.957580 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8009757b-2295-4e58-85ee-e859a472c9f7 req-c66dbece-4331-47d0-b58f-8bb4f54f3bc8 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0821013 Jun 09 22:00:28.966089 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56018) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:00:28.970452 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Request body: {'floatingip': {'port_id': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:00:29.050296 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.712616 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.716225 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:29.880460 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.l3_db [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Floating IP e97857cf-19bd-4068-9807-d2b69ef2d998 associated. External IP: 172.28.0.152, port: d33bfed8-9ad2-48da-bf1e-baf5969da5d5. Jun 09 22:00:30.217177 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Router f68c0115-7e52-4a6c-b120-f1949327cd63 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:00:30.388938 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:00:30.393228 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:30.398879 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] Sync routers for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:00:30.409313 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:30.410379 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:30.453784 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-db8cd2f3-2c37-45d0-8a55-d0139de55119 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "PUT /v2.0/floatingips/e97857cf-19bd-4068-9807-d2b69ef2d998 HTTP/1.1" status: 200 len: 991 time: 1.4866180 Jun 09 22:00:30.454561 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:00:30.457235 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be4cbc-0ce0-4638-be36-505ee66318af" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:00:30.554783 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd00009-3281-4bb1-a9df-54f0819a0cf0 x-openstack-request-id: req-8bd00009-3281-4bb1-a9df-54f0819a0cf0 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:00:30.555198 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:00:30.555555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bd00009-3281-4bb1-a9df-54f0819a0cf0 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:00:30.556043 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'status': 'completed', 'code': 200} Jun 09 22:00:30.589873 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:30.658623 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be4cbc-0ce0-4638-be36-505ee66318af req-23abe940-067e-4ee9-9590-8591e45bddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:30.660619 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-48be4cbc-0ce0-4638-be36-505ee66318af req-23abe940-067e-4ee9-9590-8591e45bddfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1098 time: 0.0714905 Jun 09 22:00:30.883815 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be4cbc-0ce0-4638-be36-505ee66318af req-f942b210-3160-430e-a274-1bd40c2e8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:30.885237 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-48be4cbc-0ce0-4638-be36-505ee66318af req-f942b210-3160-430e-a274-1bd40c2e8897 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.2172463 Jun 09 22:00:30.938934 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': 'e97857cf-19bd-4068-9807-d2b69ef2d998', 'tenant_id': '073867d2e064493699678f6c3b701830', 'floating_ip_address': '172.28.0.152', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'port_id': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'mac_address': 'fa:16:3e:ab:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:00:14Z', 'updated_at': '2021-06-09T22:00:29Z', 'revision_number': 1, 'project_id': '073867d2e064493699678f6c3b701830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:30.943087 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] Checking router: f68c0115-7e52-4a6c-b120-f1949327cd63 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:00:30.951579 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:00:30.952177 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:00:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:30.990945 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-48be4cbc-0ce0-4638-be36-505ee66318af req-7de55b56-2646-4c26-b2f0-ed12d42dc9e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 200 len: 999 time: 0.0983436 Jun 09 22:00:31.055866 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be4cbc-0ce0-4638-be36-505ee66318af req-5843c3c0-83bb-41a9-b095-53f8ad714ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:31.057308 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-48be4cbc-0ce0-4638-be36-505ee66318af req-5843c3c0-83bb-41a9-b095-53f8ad714ac8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0589559 Jun 09 22:00:31.138466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be4cbc-0ce0-4638-be36-505ee66318af req-b81e9c56-8038-408a-92f5-ece6535ccfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:31.139282 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:00:31.139847 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-48be4cbc-0ce0-4638-be36-505ee66318af req-b81e9c56-8038-408a-92f5-ece6535ccfdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752468 Jun 09 22:00:31.270119 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-48be4cbc-0ce0-4638-be36-505ee66318af req-a9d50976-708d-4db7-bed4-0e94ca156be8 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224384 Jun 09 22:00:31.401599 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-48be4cbc-0ce0-4638-be36-505ee66318af req-5310cf8d-a061-48c1-864c-d81c7df54060 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248102 Jun 09 22:00:31.510353 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': 'e97857cf-19bd-4068-9807-d2b69ef2d998', 'tenant_id': '073867d2e064493699678f6c3b701830', 'floating_ip_address': '172.28.0.152', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'port_id': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'mac_address': 'fa:16:3e:ab:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:00:14Z', 'updated_at': '2021-06-09T22:00:29Z', 'revision_number': 1, 'project_id': '073867d2e064493699678f6c3b701830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:00:31.514203 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad50abf-cdc7-4f40-83e7-d706ca19a06a None None] The sync data for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb is: [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': 'e97857cf-19bd-4068-9807-d2b69ef2d998', 'tenant_id': '073867d2e064493699678f6c3b701830', 'floating_ip_address': '172.28.0.152', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'port_id': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'mac_address': 'fa:16:3e:ab:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:00:14Z', 'updated_at': '2021-06-09T22:00:29Z', 'revision_number': 1, 'project_id': '073867d2e064493699678f6c3b701830', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:00:31.691443 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8b6ad-9644-485c-8276-02b50bf58a47 None None] New status for floating IP e97857cf-19bd-4068-9807-d2b69ef2d998: ACTIVE {{(pid=91724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:00:34.004458 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c2ec-1e21-4aff-9da4-6c0cc209d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:35.095627 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-7633a00f-2aa2-4f9e-9ab6-16ec09d2fef1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682373 Jun 09 22:00:35.235815 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-4bc9745d-7587-44d5-ab0e-46e1a82f65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.237966 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-4bc9745d-7587-44d5-ab0e-46e1a82f65e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 1098 time: 0.0734305 Jun 09 22:00:35.377652 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-1542d7b4-c9a2-49cf-b357-4289c5c84610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.379101 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-1542d7b4-c9a2-49cf-b357-4289c5c84610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.1234446 Jun 09 22:00:35.484228 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-c5c06e46-cfa2-40d1-9f11-d745097d3728 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 200 len: 1001 time: 0.0985405 Jun 09 22:00:35.544249 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-fa63f1b2-cfa5-4c51-98af-b3b9df59e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.545557 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-fa63f1b2-cfa5-4c51-98af-b3b9df59e5d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0552170 Jun 09 22:00:35.617376 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-6cc2ac10-4cfa-438f-8486-3cc32b21aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:35.618863 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-6cc2ac10-4cfa-438f-8486-3cc32b21aa78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0674238 Jun 09 22:00:35.753929 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-b7d52c5f-4834-4032-8131-66246ddc5d6a service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279736 Jun 09 22:00:35.881982 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c0f9502b-2fa8-4315-94c8-b1a22ea16b35 req-7beebd78-568f-483e-b120-bd7e809ed63a service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209602 Jun 09 22:00:36.381189 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:36.398478 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8beea9ae-1918-4da2-b6a2-03ee9d855e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.636750 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:37.706323 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:39.309284 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:00:43.237650 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-b03f945b-21a8-42db-94fc-1e531202ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:43.239273 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-b03f945b-21a8-42db-94fc-1e531202ca46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1138 time: 0.0768573 Jun 09 22:00:43.272505 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9e56-34ef-4720-8174-2ff2b590ce66 req-8049cb74-8e98-4acb-a54a-cf5ca75c9ee2 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:43.273971 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-871d9e56-34ef-4720-8174-2ff2b590ce66 req-8049cb74-8e98-4acb-a54a-cf5ca75c9ee2 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0811825 Jun 09 22:00:43.322543 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-871d9e56-34ef-4720-8174-2ff2b590ce66 req-f3de61d7-faea-41c3-a74e-a097d52d7af4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424724 Jun 09 22:00:43.461068 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-430cf5e3-ed6f-4d6b-b55e-21f952fba12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:43.462616 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-430cf5e3-ed6f-4d6b-b55e-21f952fba12c service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 915 time: 0.2169943 Jun 09 22:00:43.563377 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-f2f808da-d58f-443b-be7e-86e46e034c23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 1002 time: 0.0933180 Jun 09 22:00:43.623416 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-dc2381a6-61d8-43f0-a05c-dca855b74853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:43.624777 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-dc2381a6-61d8-43f0-a05c-dca855b74853 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0553513 Jun 09 22:00:43.700373 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-4cf5fb20-9b8a-42f2-808c-7c3076be1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:43.701822 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-4cf5fb20-9b8a-42f2-808c-7c3076be1a9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0705655 Jun 09 22:00:43.829863 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-286d2af2-38e1-4d57-a883-077123490279 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210754 Jun 09 22:00:43.959979 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f7a396ce-2bdb-4a6a-9f7a-1ffe56a9672d req-badc6e75-dd09-40d5-a552-a676bce6dd29 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234443 Jun 09 22:00:44.505329 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba9173-241e-4273-94f2-ff539f317080 req-ba6ee707-e2d7-4c99-b4ec-f5aaa07a25f3 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:44.506802 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9fba9173-241e-4273-94f2-ff539f317080 req-ba6ee707-e2d7-4c99-b4ec-f5aaa07a25f3 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0796897 Jun 09 22:00:44.655966 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9fba9173-241e-4273-94f2-ff539f317080 req-9a6a4b30-1445-4cda-9577-07016204b453 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433620 Jun 09 22:00:45.840750 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48809f67-51b5-47bd-ab5a-68d5875165c5 req-bbad1cc3-69db-4216-ab65-8e29f7498df3 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:45.842209 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-48809f67-51b5-47bd-ab5a-68d5875165c5 req-bbad1cc3-69db-4216-ab65-8e29f7498df3 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0793681 Jun 09 22:00:45.889419 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-48809f67-51b5-47bd-ab5a-68d5875165c5 req-d0a0b40a-6764-4df5-8490-feeeb058ab74 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409515 Jun 09 22:00:47.074828 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f59ce-2a4c-4448-8523-a8b3e680f0ea req-50bb7de8-d8e9-4145-89f0-7c06dee30b5f tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:47.076278 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-112f59ce-2a4c-4448-8523-a8b3e680f0ea req-50bb7de8-d8e9-4145-89f0-7c06dee30b5f tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0844789 Jun 09 22:00:47.122330 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-112f59ce-2a4c-4448-8523-a8b3e680f0ea req-275ed222-642d-41f2-a080-299cbce1d8da tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396032 Jun 09 22:00:48.304874 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7054e-22bd-4c40-b611-07a4d3c53496 req-e169f6a7-135c-4fed-bcb4-a685e7240a2e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:48.306301 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cbe7054e-22bd-4c40-b611-07a4d3c53496 req-e169f6a7-135c-4fed-bcb4-a685e7240a2e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0786357 Jun 09 22:00:48.352826 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cbe7054e-22bd-4c40-b611-07a4d3c53496 req-1925cc93-8592-42e2-823f-76471db1b678 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407999 Jun 09 22:00:49.540471 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad140d-35fe-497f-8f44-f4a619fabd5a req-5c9e6ace-1fc7-4a36-9df1-970756610b6a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:49.541914 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-44ad140d-35fe-497f-8f44-f4a619fabd5a req-5c9e6ace-1fc7-4a36-9df1-970756610b6a tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0847766 Jun 09 22:00:49.588490 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-44ad140d-35fe-497f-8f44-f4a619fabd5a req-3a0ea773-4e60-450d-a1a4-b9141a6ba7b7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409191 Jun 09 22:00:50.770043 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a0478-4326-4fd8-a0aa-eebe36967795 req-cef55e5f-7cb7-4f65-a438-18614e66fe82 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:50.771567 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fa5a0478-4326-4fd8-a0aa-eebe36967795 req-cef55e5f-7cb7-4f65-a438-18614e66fe82 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0782197 Jun 09 22:00:50.821574 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fa5a0478-4326-4fd8-a0aa-eebe36967795 req-6b904f44-4479-47f2-b5f0-811b7e616021 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442646 Jun 09 22:00:52.002552 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9274e7-41fc-4485-bd4c-bbfb6fdbc005 req-49ee750e-e942-422d-8959-f6d52d5137b3 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:52.004016 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0b9274e7-41fc-4485-bd4c-bbfb6fdbc005 req-49ee750e-e942-422d-8959-f6d52d5137b3 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0793848 Jun 09 22:00:52.050397 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0b9274e7-41fc-4485-bd4c-bbfb6fdbc005 req-271294fb-8a70-4e5a-beea-2e2b55d3efaa tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407162 Jun 09 22:00:53.242471 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a5f2-0690-4b6c-be02-3afdaf83cc79 req-3e62a0e1-7ad8-4f76-b1a6-0067365ee0d1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:53.243916 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2920a5f2-0690-4b6c-be02-3afdaf83cc79 req-3e62a0e1-7ad8-4f76-b1a6-0067365ee0d1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0847807 Jun 09 22:00:53.290331 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2920a5f2-0690-4b6c-be02-3afdaf83cc79 req-426cbcea-abf4-4b79-ab48-38b759728a6e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407829 Jun 09 22:00:54.483897 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee62715-d741-47ef-95a1-1c297e009c1d req-8a5d3383-5431-472a-8255-0798815cc583 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:54.485259 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8ee62715-d741-47ef-95a1-1c297e009c1d req-8a5d3383-5431-472a-8255-0798815cc583 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0907209 Jun 09 22:00:54.531869 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8ee62715-d741-47ef-95a1-1c297e009c1d req-fafd4f24-6de7-462a-bf3e-fcfec022e494 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404403 Jun 09 22:00:54.971771 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:00:55.721118 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63735c7e-077a-432f-b4f9-e55e0c14c6b2 req-eef444f8-6b16-4763-99a4-046c76831d6e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:00:55.722589 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-63735c7e-077a-432f-b4f9-e55e0c14c6b2 req-eef444f8-6b16-4763-99a4-046c76831d6e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0831366 Jun 09 22:00:55.768539 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-63735c7e-077a-432f-b4f9-e55e0c14c6b2 req-5e72c0b8-4d6a-4fca-b1cb-6083ecc050cc tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=8063306b-bc14-49d1-87b4-60d784421070&id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402596 Jun 09 22:01:04.005495 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9c5a773d-6b1b-4562-a8a8-1eb57df75e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.383367 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:06.398742 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-d9710712-d3ae-40b9-b022-74a7733588d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.655296 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:07.712349 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:09.311345 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:31.971549 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:01:34.007842 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3f54-7454-4c94-9bf5-9f41a5e24c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.195217 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-a52d5558-c96e-480e-8a38-a89a09ad16a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690708 Jun 09 22:01:36.293149 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-abaf0b42-39d7-4db2-ab66-a3746165d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.294531 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-abaf0b42-39d7-4db2-ab66-a3746165d6bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1138 time: 0.0700736 Jun 09 22:01:36.390260 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.401998 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4984f7b0-a44f-47bf-ade0-70ba62a85f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:36.450744 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-812e50db-ccfe-4ba4-9eba-37c4316e69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.452176 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-812e50db-ccfe-4ba4-9eba-37c4316e69ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 915 time: 0.1388903 Jun 09 22:01:36.554578 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-7f3834a6-de34-4d2c-94dd-6b6d2dc49028 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 1002 time: 0.0956612 Jun 09 22:01:36.619395 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-f799333f-d318-42de-a488-3e19bdc423f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.620801 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-f799333f-d318-42de-a488-3e19bdc423f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0606053 Jun 09 22:01:36.693916 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-65c34b76-3f66-41e3-9ef0-b874499065ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:36.695384 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-65c34b76-3f66-41e3-9ef0-b874499065ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0681844 Jun 09 22:01:36.821828 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-302bffdc-bc73-46d6-a9a2-625269bf707c service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198575 Jun 09 22:01:36.948244 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-dffe1389-5319-4c38-a4c8-e9c080f0b72a req-73acfac2-f75c-4678-9583-ea9246b7d7be service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207547 Jun 09 22:01:37.651824 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:37.714090 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:39.315282 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:43.107268 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77382a47-0dc5-4d7f-90d4-39af7e960725 req-54ae0b88-ee9c-408a-abe3-6279bb7ecabf tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:43.108716 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-77382a47-0dc5-4d7f-90d4-39af7e960725 req-54ae0b88-ee9c-408a-abe3-6279bb7ecabf tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0802453 Jun 09 22:01:43.155944 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-77382a47-0dc5-4d7f-90d4-39af7e960725 req-5a779d19-0ebd-457c-8886-3d956f4be584 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Jun 09 22:01:44.343993 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2a73b-4448-47d6-945e-4facffc74625 req-25a8fda1-1d99-4275-821b-3fb73d69acc2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:44.345490 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9ff2a73b-4448-47d6-945e-4facffc74625 req-25a8fda1-1d99-4275-821b-3fb73d69acc2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0783861 Jun 09 22:01:44.389320 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9ff2a73b-4448-47d6-945e-4facffc74625 req-925c32c8-fc75-47ab-a730-b74024f28a13 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=116a8dfc-44f0-4cc3-afc8-1f9575c87f42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Jun 09 22:01:44.555911 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-6a23599f-0d52-48e8-8150-d3f8d8a1e19b tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:44.557379 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-6a23599f-0d52-48e8-8150-d3f8d8a1e19b tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 945 time: 0.0825138 Jun 09 22:01:44.686786 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Deleting port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:44.687117 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:44.905269 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] For port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:44.905678 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.189959 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.190224 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.190562 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.l3_db [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Floating IP 9c3337d5-d2c9-4440-87db-bc2d87c1a251 disassociated. External IP: 172.28.0.219, port: 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24. Jun 09 22:01:45.190894 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Calling delete_port for 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:45.297113 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.303563 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-140f20ad-0031-400a-b50c-1f2da48a7844 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:45.348433 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event deleted for resources: {'Port': ['ID=7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:45.359332 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.359711 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.360742 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.362420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.362420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.362420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.362420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.362933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.362933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.363104 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.363451 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.363788 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:45.367456 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:45.535905 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a736130a-b5b7-4e7a-8492-6106d3439acc req-fe5a51e8-10b4-4779-87d2-797f8a7910df tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=f874f021-24b0-41dc-847c-70a708010add HTTP/1.1" status: 200 len: 210 time: 0.0418868 Jun 09 22:01:45.542935 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Router 00781736-4a79-439b-9695-a9a035ed9263 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:01:45.721137 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:01:45.732443 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] Sync routers for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:01:45.743659 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:45.744373 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:45.799414 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] No DVR routers for this DVR port 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:01:45.802106 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:45.804214 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-040e7dfa-2ee0-4d73-ad0f-1d0480fe4787 req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "DELETE /v2.0/ports/7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 HTTP/1.1" status: 204 len: 173 time: 1.2409217 Jun 09 22:01:45.804721 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'name': 'network-vif-deleted', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:45.807053 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a7d521-dae9-4c25-9913-81bb5fcc5d58" -d '{"events": [{"server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "name": "network-vif-deleted", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:45.859119 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22236ffc-e3af-4069-b442-c616d5aa8360 x-openstack-request-id: req-22236ffc-e3af-4069-b442-c616d5aa8360 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:45.859449 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f874f021-24b0-41dc-847c-70a708010add", "name": "network-vif-deleted", "tag": "7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:45.859761 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22236ffc-e3af-4069-b442-c616d5aa8360 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:45.860197 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f874f021-24b0-41dc-847c-70a708010add', 'name': 'network-vif-deleted', 'tag': '7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24', 'status': 'completed', 'code': 200} Jun 09 22:01:45.933929 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:46.244301 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:46.248166 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] Checking router: 00781736-4a79-439b-9695-a9a035ed9263 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:01:46.256786 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:01:46.257387 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:46.432584 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:01:46.658306 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56252) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:46.723651 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.743526 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:01:46.747406 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94917b1-0eee-4768-a1c2-b769586e2012 None None] The sync data for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb is: [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:01:46.751506 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.805278 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.807964 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:46.811501 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "DELETE /v2.0/security-groups/116a8dfc-44f0-4cc3-afc8-1f9575c87f42 HTTP/1.1" status: 204 len: 168 time: 0.1498024 Jun 09 22:01:46.811501 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f33b91f9-9341-4f25-a496-791e44324e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:46.812292 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56254) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:46.822278 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a8dfc-44f0-4cc3-afc8-1f9575c87f42,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:46.824699 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:46.834730 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.api.v2.resource [None req-53889ee2-8408-4015-ab6b-388767402e21 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] show failed (client error): The resource could not be found. Jun 09 22:01:46.838632 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-53889ee2-8408-4015-ab6b-388767402e21 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups/116a8dfc-44f0-4cc3-afc8-1f9575c87f42 HTTP/1.1" status: 404 len: 347 time: 0.0210762 Jun 09 22:01:46.839306 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56256) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:46.964463 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9af6f2-f33a-4b64-ab22-152905762251 None None] New status for floating IP 9c3337d5-d2c9-4440-87db-bc2d87c1a251: DOWN {{(pid=91724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:01:47.059758 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Deleting port c2dbf220-9963-491e-9156-8d29923b8b2e {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:01:47.060104 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.192810 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.193171 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.317996 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Calling delete_port for c2dbf220-9963-491e-9156-8d29923b8b2e owned by network:floatingip {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:01:47.427993 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.431907 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:47.477087 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event deleted for resources: {'Port': ['ID=c2dbf220-9963-491e-9156-8d29923b8b2e,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:47.508620 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.508992 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.509354 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.509708 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.510060 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.510432 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.510780 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.511124 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.511471 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.511810 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.512148 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.512482 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:47.525979 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:47.576311 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.579425 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.580602 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "DELETE /v2.0/floatingips/9c3337d5-d2c9-4440-87db-bc2d87c1a251 HTTP/1.1" status: 204 len: 168 time: 0.7403743 Jun 09 22:01:47.784921 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56262) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:47.789549 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509927119', 'description': 'tempest-description--1507206656'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:47.810895 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.905157 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.908776 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.912125 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-07a0007c-60f5-42e5-bb66-99c26d326ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:47.945282 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:47.946471 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1605060 Jun 09 22:01:47.947339 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:47.949308 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56264) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:47.954251 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'security_group_rule': {'security_group_id': '81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:47.957727 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:47.983047 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.043133 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.046507 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.049237 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0484c4d7-e743-4c03-bc19-8b6b4e0ab0d7 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.058742 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:01:48.070944 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52443fca-9cd9-4dba-b61d-4e75b417858c,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:48.073319 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:48.077920 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.081782 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289897 Jun 09 22:01:48.081782 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56266) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:48.086475 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'security_group_rule': {'security_group_id': '81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:48.093428 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:01:48.093779 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 7f82e3b3-8a9a-4047-8032-e0c8a2ec4d24 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:01:48.115047 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.174429 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.177841 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914276'] for security_group_rule, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.183569 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-925c6a65-8fd5-455c-9c4e-33c30bd9afea tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.206954 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8773c6bc-b20e-4753-8aab-78ca040ec531,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:48.208092 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:48.212902 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.214089 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-de4e7576-a2d4-47b3-8b20-941dc7184aa2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313655 Jun 09 22:01:48.217132 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56270) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:01:48.222234 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'floatingip': {'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:48.243973 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.378082 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.601376 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Allocated IP 172.28.0.140 (664662ac-4c55-47e8-9b9f-b0865ad34346/fda44caa-67ae-4a30-afce-1f9fca70cbaf/8a55b4d8-b06a-44e5-851f-713c9ec88632) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:48.747358 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.776017 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.780351 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:48.841923 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Network 664662ac-4c55-47e8-9b9f-b0865ad34346 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:48.844942 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:48.848558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:48.886489 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'Port': ['ID=8a55b4d8-b06a-44e5-851f-713c9ec88632,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:48.890261 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:48.931463 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:48.993463 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.201189 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.206364 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.210947 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-56fdad7e-d093-4674-8320-96df58da72d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:49.310580 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'Port': ['ID=8a55b4d8-b06a-44e5-851f-713c9ec88632,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:49.318792 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:49.326967 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.346048 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:49.347292 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1292264 Jun 09 22:01:49.512729 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-17f8bffd-7db0-4132-b844-40d76dfea0b4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--509927119&fields=id&tenant_id=5202b5a6907b454587fef58291cbfe2f HTTP/1.1" status: 200 len: 267 time: 0.0402617 Jun 09 22:01:49.743376 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-e9bca22e-b761-46a7-bfd2-9ab218b9f666 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:49.744724 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-e9bca22e-b761-46a7-bfd2-9ab218b9f666 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 810 time: 0.2254326 Jun 09 22:01:49.758595 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-47c21f1e-87a1-4232-8a41-b6b9b259ff55 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/quotas/5202b5a6907b454587fef58291cbfe2f HTTP/1.1" status: 200 len: 375 time: 0.0085585 Jun 09 22:01:49.840375 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-8a84cc8a-e791-4ed0-b005-dfe46a0c0cd1 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770605 Jun 09 22:01:50.016325 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-6e55da6d-d123-4e70-96ef-2027618e2717 service neutron] 10.222.0.25 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636715 Jun 09 22:01:50.146040 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-92dc480f-db60-47d1-88b6-18a6efa85f35 service neutron] 10.222.0.25 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238978 Jun 09 22:01:50.320654 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-324f87e0-84b2-46dd-9fe5-739533410d23 req-959f11c4-b1fd-4464-9045-c11decb89cf9 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 210 time: 0.0426850 Jun 09 22:01:51.340923 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-dcf3718b-0628-4417-a6ac-e61eebaf4fe2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:51.342326 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-dcf3718b-0628-4417-a6ac-e61eebaf4fe2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 810 time: 0.1504154 Jun 09 22:01:51.394677 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-00a745c5-2247-4332-8a7a-ec5e0bf11825 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5202b5a6907b454587fef58291cbfe2f HTTP/1.1" status: 200 len: 379 time: 0.0434554 Jun 09 22:01:51.410444 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'port': {'device_id': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'admin_state_up': True, 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'security_groups': ['81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a']}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:51.480751 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c64a9de7-f3a5-4a51-afaa-76f380555b85 req-755ec037-60b8-4390-9194-38f0f2a49964 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 210 time: 0.0473411 Jun 09 22:01:51.561947 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Made reservation on behalf of 5202b5a6907b454587fef58291cbfe2f for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:01:51.565915 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.725794 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Allocated IP 172.20.0.4 (ab4a5b50-0c39-41ea-ad24-cf6dd8beb354/a299eeb8-9527-49ad-8917-f3c0fc0627d3/b10ca844-be2e-4e5a-837b-39949f5c7d48) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:01:51.907126 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.921537 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Transition to ACTIVE for port object b10ca844-be2e-4e5a-837b-39949f5c7d48 will not be triggered until provisioned by entity DHCP. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:51.945010 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:51.950094 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:52.017363 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:01:52.020465 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:01:52.027615 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:01:52.055746 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event updated for resources: {'Port': ['ID=b10ca844-be2e-4e5a-837b-39949f5c7d48,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.063347 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.094011 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.094692 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.113049 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7064230 Jun 09 22:01:52.124895 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Request body: {'port': {'device_id': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:01:52.227502 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-1849a233-affb-4a4b-be81-cb156eac8c41 None None] Provisioning for port b10ca844-be2e-4e5a-837b-39949f5c7d48 completed by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:01:52.232530 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-1849a233-affb-4a4b-be81-cb156eac8c41 None None] Provisioning complete for port b10ca844-be2e-4e5a-837b-39949f5c7d48 triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:01:52.232906 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1849a233-affb-4a4b-be81-cb156eac8c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.320774 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-1849a233-affb-4a4b-be81-cb156eac8c41 None None] Port b10ca844-be2e-4e5a-837b-39949f5c7d48 cannot update to ACTIVE because it is not bound. {{(pid=91723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 22:01:52.342326 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.661459 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f1df-bfd3-4039-922a-00d732f8592d req-813f4b54-04e4-45e6-af06-af015538f1f5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:52.662915 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dc34f1df-bfd3-4039-922a-00d732f8592d req-813f4b54-04e4-45e6-af06-af015538f1f5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 931 time: 0.0779631 Jun 09 22:01:52.672632 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10ca844-be2e-4e5a-837b-39949f5c7d48 {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:52.680138 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.694923 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Transition to ACTIVE for port object b10ca844-be2e-4e5a-837b-39949f5c7d48 will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:01:52.698999 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:52.703735 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6f56fdbc-d840-429a-ac71-2b495a9f9d07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:52.710700 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dc34f1df-bfd3-4039-922a-00d732f8592d req-35c72a8a-4806-4f0a-adb2-8d05935970d6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418854 Jun 09 22:01:52.862241 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Pushing event updated for resources: {'Port': ['ID=b10ca844-be2e-4e5a-837b-39949f5c7d48,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:52.865143 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:52.937067 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Attempting to bind port b10ca844-be2e-4e5a-837b-39949f5c7d48 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:01:52.937405 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Attempting to bind port b10ca844-be2e-4e5a-837b-39949f5c7d48 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:01:52.937769 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Attempting to bind port b10ca844-be2e-4e5a-837b-39949f5c7d48 on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:52.942677 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Port b10ca844-be2e-4e5a-837b-39949f5c7d48 on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:01:52.942992 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Attempting to bind port b10ca844-be2e-4e5a-837b-39949f5c7d48 on network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:01:52.948755 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:01:52.949121 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Checking segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:01:52.949641 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Bound using segment: {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:01:52.950146 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Bound port: b10ca844-be2e-4e5a-837b-39949f5c7d48, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61afec60-c57a-485f-a523-90b7f88ffd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:01:52.950596 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.044120 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] For port b10ca844-be2e-4e5a-837b-39949f5c7d48, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:01:53.047890 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] For port b10ca844-be2e-4e5a-837b-39949f5c7d48, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:01:53.051940 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.056477 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:53.114133 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.114768 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:53.116169 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] 10.222.0.15 "PUT /v2.0/ports/b10ca844-be2e-4e5a-837b-39949f5c7d48 HTTP/1.1" status: 200 len: 1093 time: 0.9957917 Jun 09 22:01:53.116682 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:01:53.118968 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:01:53.139221 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Pushing event updated for resources: {'Port': ['ID=b10ca844-be2e-4e5a-837b-39949f5c7d48,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:53.142909 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:53.188128 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e07f3b-29f2-42cd-b9e2-6822145b8fd7 x-openstack-request-id: req-38e07f3b-29f2-42cd-b9e2-6822145b8fd7 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:01:53.188453 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:01:53.188725 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38e07f3b-29f2-42cd-b9e2-6822145b8fd7 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:01:53.189140 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'status': 'completed', 'code': 200} Jun 09 22:01:53.236695 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-67021462-49f3-4754-b4f8-8aa076200909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.238179 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-67021462-49f3-4754-b4f8-8aa076200909 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 1096 time: 0.0834019 Jun 09 22:01:53.306747 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-13b53cd6-32b0-46f7-a8e7-4b39776303a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48 HTTP/1.1" status: 200 len: 217 time: 0.0605545 Jun 09 22:01:53.372539 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-cf550984-32ce-4059-b578-6a9ae7e6b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.373958 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-cf550984-32ce-4059-b578-6a9ae7e6b7d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0611489 Jun 09 22:01:53.455301 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-cf4e1874-ff0c-424a-aac9-0143cc05b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.456765 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-cf4e1874-ff0c-424a-aac9-0143cc05b3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0762842 Jun 09 22:01:53.587412 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-946a1559-a8fb-4249-8f29-182aeaff8424 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241958 Jun 09 22:01:53.717475 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-694331dc-3176-4659-b9c3-da05e7b5de9e req-7b1075d5-1b7d-43f8-99f5-25b7e8c73f80 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237366 Jun 09 22:01:53.827582 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-59a649d6-feba-4fb5-a628-e5465eb08e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.829831 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-59a649d6-feba-4fb5-a628-e5465eb08e5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 1096 time: 0.0704958 Jun 09 22:01:53.910518 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b3413-cb87-447c-bf9a-51b72993f33f req-60ed0bad-00b4-406f-82d3-298b3832360d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.911986 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ff6b3413-cb87-447c-bf9a-51b72993f33f req-60ed0bad-00b4-406f-82d3-298b3832360d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 943 time: 0.0877953 Jun 09 22:01:53.956725 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ff6b3413-cb87-447c-bf9a-51b72993f33f req-80c85d78-a6bd-446f-ba67-3dce0d86cd55 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391142 Jun 09 22:01:53.963328 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-7e68d9b0-3416-483f-b94e-7009be792f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:53.964779 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-7e68d9b0-3416-483f-b94e-7009be792f1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.1278129 Jun 09 22:01:54.130426 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-9810ed4f-c2de-4980-aedf-72e7d880c1f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48 HTTP/1.1" status: 200 len: 217 time: 0.1576650 Jun 09 22:01:54.194353 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-18faa800-8368-4beb-b22d-ad70c2310c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:54.195817 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-18faa800-8368-4beb-b22d-ad70c2310c3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0581803 Jun 09 22:01:54.270126 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-55f993e0-00ef-41a8-956a-dbb282456700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:54.271584 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-55f993e0-00ef-41a8-956a-dbb282456700 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0688860 Jun 09 22:01:54.401082 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-add2236d-195e-4e58-af67-4f62c77ffb99 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217742 Jun 09 22:01:54.529253 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-2d5a1db4-4b3f-41b9-ae84-c5eda11ced19 req-a8a5c4de-44a4-4eef-a87e-69e89430fea1 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210706 Jun 09 22:01:55.139258 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84388d-2080-4c0f-946b-aeb4f45a086c req-4d32d905-806e-4079-9627-d75b1ce05f93 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:55.140710 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-af84388d-2080-4c0f-946b-aeb4f45a086c req-4d32d905-806e-4079-9627-d75b1ce05f93 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 943 time: 0.0806756 Jun 09 22:01:55.184389 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-af84388d-2080-4c0f-946b-aeb4f45a086c req-a15c808a-1ae8-4f4b-92dd-3420299f97de tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373085 Jun 09 22:01:56.370872 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dd6b6-0bfa-4797-8efe-552db71983af req-ab1d70d0-16a7-49bd-a9b0-942c3ce984f5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:56.372310 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-696dd6b6-0bfa-4797-8efe-552db71983af req-ab1d70d0-16a7-49bd-a9b0-942c3ce984f5 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 943 time: 0.0823262 Jun 09 22:01:56.416585 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-696dd6b6-0bfa-4797-8efe-552db71983af req-e5496e0d-ca5a-478b-adf9-e8fd3e64f71e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 Jun 09 22:01:57.601677 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23445e47-60e7-48e2-bdb4-96db9fb35b78 req-c3677f5b-e3af-4c3f-b033-4c88ef086afe tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:57.603144 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-23445e47-60e7-48e2-bdb4-96db9fb35b78 req-c3677f5b-e3af-4c3f-b033-4c88ef086afe tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 943 time: 0.0792027 Jun 09 22:01:57.651656 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-23445e47-60e7-48e2-bdb4-96db9fb35b78 req-ebb0e2e3-2da7-406a-98b6-3577f9974eb3 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Jun 09 22:01:58.134156 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b10ca844-be2e-4e5a-837b-39949f5c7d48 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:01:58.261907 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port b10ca844-be2e-4e5a-837b-39949f5c7d48, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:58.275017 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'port_id': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'mac_address': 'fa:16:3e:51:ce:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:01:58.326726 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.343088 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10ca844-be2e-4e5a-837b-39949f5c7d48 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:01:58.357451 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port b10ca844-be2e-4e5a-837b-39949f5c7d48, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:01:58.362143 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:01:58.363898 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-b90cb736-2fd3-454d-a97a-540923383c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:01:58.430090 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=b10ca844-be2e-4e5a-837b-39949f5c7d48,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:01:58.436998 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.437338 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.438306 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.438659 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.438982 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.439306 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.439624 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.439940 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.440253 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.440567 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.440879 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.441186 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:01:58.444890 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:01:58.786365 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['b10ca844-be2e-4e5a-837b-39949f5c7d48'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:01:58.838057 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14229-ac8f-4066-8e63-d7a48657da6e req-a9dcd145-3912-4135-b13f-428d48feec5e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:01:58.839565 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fac14229-ac8f-4066-8e63-d7a48657da6e req-a9dcd145-3912-4135-b13f-428d48feec5e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 944 time: 0.0815959 Jun 09 22:01:58.885097 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fac14229-ac8f-4066-8e63-d7a48657da6e req-055b711c-df1f-46d5-8d87-1c61497a47c8 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392687 Jun 09 22:02:00.071104 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7a4de-f561-4330-a312-db069817e438 req-b50aa565-2992-479b-a085-db8503b211f2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:00.072533 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c0c7a4de-f561-4330-a312-db069817e438 req-b50aa565-2992-479b-a085-db8503b211f2 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 944 time: 0.0836902 Jun 09 22:02:00.116611 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c0c7a4de-f561-4330-a312-db069817e438 req-315539fe-6652-4f59-9668-3755a3d5be89 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385013 Jun 09 22:02:00.149659 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b10ca844-be2e-4e5a-837b-39949f5c7d48 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:00.215166 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port b10ca844-be2e-4e5a-837b-39949f5c7d48 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:02:00.220429 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port b10ca844-be2e-4e5a-837b-39949f5c7d48 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:00.220829 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:00.335506 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:00.361840 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:00.364099 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a2d220-6003-4020-a39e-6b46f48b46eb" -d '{"events": [{"server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "name": "network-vif-plugged", "status": "completed", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:00.371785 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port b10ca844-be2e-4e5a-837b-39949f5c7d48, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:00.376158 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:00.377955 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-ecff761c-68ec-42e5-b5ca-a6ff75109ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:00.412175 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d906f0d-81a5-4a70-9e01-cc945cedc0de x-openstack-request-id: req-0d906f0d-81a5-4a70-9e01-cc945cedc0de {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:00.412451 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "name": "network-vif-plugged", "status": "completed", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:00.412711 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d906f0d-81a5-4a70-9e01-cc945cedc0de {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:00.413109 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'code': 200} Jun 09 22:02:00.446835 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=b10ca844-be2e-4e5a-837b-39949f5c7d48,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:00.449647 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:00.641575 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b0dc9-6004-40c0-aacd-67cc61f530cf req-a37f9527-68fa-4681-8e9f-e1de76d59f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:00.643213 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b46b0dc9-6004-40c0-aacd-67cc61f530cf req-a37f9527-68fa-4681-8e9f-e1de76d59f41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 1098 time: 0.0738623 Jun 09 22:02:00.682599 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b46b0dc9-6004-40c0-aacd-67cc61f530cf req-22afc924-2878-4dc3-a286-b9dd50033d48 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326750 Jun 09 22:02:01.306313 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec79c8-0ad7-4a05-b780-e9ec1721e4b2 req-7eef13cd-f2f2-44c3-9a1e-3c3485e0ee0a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:01.307793 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b6ec79c8-0ad7-4a05-b780-e9ec1721e4b2 req-7eef13cd-f2f2-44c3-9a1e-3c3485e0ee0a tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 945 time: 0.0860538 Jun 09 22:02:01.351960 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b6ec79c8-0ad7-4a05-b780-e9ec1721e4b2 req-a352c9a6-7de9-4ea4-9261-6f53a297341b tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384388 Jun 09 22:02:02.555339 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e72d-cae7-4b3a-af08-6b93d8152bfb req-fa8bfbe2-e03c-4049-8e96-6418a5b0f3cd tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:02.557578 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b114e72d-cae7-4b3a-af08-6b93d8152bfb req-fa8bfbe2-e03c-4049-8e96-6418a5b0f3cd tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 945 time: 0.1027327 Jun 09 22:02:02.603196 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b114e72d-cae7-4b3a-af08-6b93d8152bfb req-69fe6002-20ed-46ac-bbf0-6b4aade76cf7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399837 Jun 09 22:02:02.790875 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49145fa4-9df5-44c4-9fb5-d990914654f4 req-c23a5369-07f0-4560-a64f-620eb951f6da tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:02.792339 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-49145fa4-9df5-44c4-9fb5-d990914654f4 req-c23a5369-07f0-4560-a64f-620eb951f6da tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 945 time: 0.0817773 Jun 09 22:02:02.801420 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56362) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:02.806009 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Request body: {'floatingip': {'port_id': 'b10ca844-be2e-4e5a-837b-39949f5c7d48'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:02.885611 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.580303 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.584251 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:03.749415 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.l3_db [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Floating IP 8585721a-9164-4920-b7aa-77e0880de780 associated. External IP: 172.28.0.140, port: b10ca844-be2e-4e5a-837b-39949f5c7d48. Jun 09 22:02:04.009207 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-432b5d7b-ba85-4601-9385-e6459745f728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.092177 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Router 00781736-4a79-439b-9695-a9a035ed9263 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:02:04.374816 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:02:04.380259 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:04.435799 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] Sync routers for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:02:04.438793 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-7e941114-ce29-47d1-885e-7e182457b707 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "PUT /v2.0/floatingips/8585721a-9164-4920-b7aa-77e0880de780 HTTP/1.1" status: 200 len: 991 time: 1.6362638 Jun 09 22:02:04.439461 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:04.441868 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33bbf4e-70d9-4207-a2d3-292e23fbf241" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:04.459105 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:04.459726 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:04.556510 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ee917-ab89-451e-b9a6-6cb83c234325 x-openstack-request-id: req-528ee917-ab89-451e-b9a6-6cb83c234325 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:04.556830 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:04.557115 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-528ee917-ab89-451e-b9a6-6cb83c234325 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:04.557531 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'status': 'completed', 'code': 200} Jun 09 22:02:04.648320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-819c48ef-1d27-4079-914d-6e3ce4c961b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.649687 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-819c48ef-1d27-4079-914d-6e3ce4c961b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5202b5a6907b454587fef58291cbfe2f&device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 1098 time: 0.0703561 Jun 09 22:02:04.719975 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:04.785471 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-e7ee2c0f-b027-4644-9e99-c115c509535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.786931 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-e7ee2c0f-b027-4644-9e99-c115c509535f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 200 len: 911 time: 0.1297741 Jun 09 22:02:04.890741 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-5798e530-4cad-4e4b-9218-69d2ccc35f5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48 HTTP/1.1" status: 200 len: 999 time: 0.0973077 Jun 09 22:02:04.951558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-a0cb5c84-68eb-4cf8-911e-82f74583ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:04.952880 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-a0cb5c84-68eb-4cf8-911e-82f74583ebf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 200 len: 849 time: 0.0564117 Jun 09 22:02:05.035872 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-30bc96c4-0494-4eb7-a83d-aa8a8e9b2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:05.037317 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-30bc96c4-0494-4eb7-a83d-aa8a8e9b2142 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0776646 Jun 09 22:02:05.128446 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '8585721a-9164-4920-b7aa-77e0880de780', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'floating_ip_address': '172.28.0.140', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '00781736-4a79-439b-9695-a9a035ed9263', 'port_id': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'mac_address': 'fa:16:3e:51:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:48Z', 'updated_at': '2021-06-09T22:02:03Z', 'revision_number': 1, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:05.132350 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] Checking router: 00781736-4a79-439b-9695-a9a035ed9263 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:02:05.141744 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:05.142407 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:01:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:05.171671 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-eaaa6c4a-4757-470d-8b9d-fd21cb410e64 service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276307 Jun 09 22:02:05.300693 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-b33bbf4e-70d9-4207-a2d3-292e23fbf241 req-ac8aa773-2c8c-426c-90f8-a83d4496c1af service neutron] 10.222.0.15 "GET /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222537 Jun 09 22:02:05.316771 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:05.663021 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '8585721a-9164-4920-b7aa-77e0880de780', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'floating_ip_address': '172.28.0.140', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '00781736-4a79-439b-9695-a9a035ed9263', 'port_id': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'mac_address': 'fa:16:3e:51:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:48Z', 'updated_at': '2021-06-09T22:02:03Z', 'revision_number': 1, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:05.666938 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac251c-45e8-4e83-9467-ef3992e66103 None None] The sync data for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb is: [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_floatingips': [{'id': '8585721a-9164-4920-b7aa-77e0880de780', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'floating_ip_address': '172.28.0.140', 'floating_network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'router_id': '00781736-4a79-439b-9695-a9a035ed9263', 'port_id': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'mac_address': 'fa:16:3e:51:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T22:01:48Z', 'updated_at': '2021-06-09T22:02:03Z', 'revision_number': 1, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:02:05.838313 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e91c98-fec6-417f-b180-31e0eebef7f9 None None] New status for floating IP 8585721a-9164-4920-b7aa-77e0880de780: ACTIVE {{(pid=91724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:02:06.383761 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:06.402004 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c5010c36-4654-41f8-890e-0a89a47ccf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:07.674103 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:07.717704 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:08.970022 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:02:09.317201 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:26.475151 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-8dd43b96-74d1-48be-b830-5f8fce379c38 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243944787&fields=id&tenant_id=d0085c8f3fe749a890ef358f8b55a943 HTTP/1.1" status: 200 len: 267 time: 0.0439816 Jun 09 22:02:26.556921 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-ee0a889b-b530-4fb4-b492-ec0f04a56b51 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:26.558366 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-ee0a889b-b530-4fb4-b492-ec0f04a56b51 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 985 time: 0.0778201 Jun 09 22:02:26.568922 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Request body: {'port': {'security_groups': ['541ec7f0-64b0-431a-836a-3473a27efca5']}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:02:26.688486 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:26.928732 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:26.953735 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:26.958653 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:26.964002 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:26.970442 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:27.032266 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:27.032888 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.034271 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5c9d07bc-7abe-4a9f-a9a1-7c1eb4bf1e58 req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "PUT /v2.0/ports/6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 943 time: 0.4697816 Jun 09 22:02:27.034858 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:27.037658 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef70ff3e-081d-4d77-bc16-8439dae354f6" -d '{"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:27.041445 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56472) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:27.057414 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event updated for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=7']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:27.062081 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-521801d6-4bd7-4fd0-bd88-8208ef04b22b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:27.100799 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09932eba-362b-45f6-b0ed-207b2183383a x-openstack-request-id: req-09932eba-362b-45f6-b0ed-207b2183383a {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:27.101231 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:27.101663 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09932eba-362b-45f6-b0ed-207b2183383a {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:27.102199 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'status': 'completed', 'code': 200} Jun 09 22:02:27.118222 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:27.200694 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.239065 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.280889 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-bb08e98f-5156-457b-b64d-012e3ceb37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:27.282358 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-bb08e98f-5156-457b-b64d-012e3ceb37b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1099 time: 0.1566968 Jun 09 22:02:27.315257 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-cc884fc2-faac-43fe-9e19-0603d5de4bb1 None None] Provisioning complete for port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f triggered by entity DHCP. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:27.315727 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-cc884fc2-faac-43fe-9e19-0603d5de4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.526738 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.529139 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.530248 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "DELETE /v2.0/security-groups/8063306b-bc14-49d1-87b4-60d784421070 HTTP/1.1" status: 204 len: 168 time: 0.4878325 Jun 09 22:02:27.533073 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56478) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:27.533577 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-95f9e214-30d4-4be6-a6a4-8793c0e2213b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:27.547553 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-f8051438-63b8-4ffe-9c81-0c0b3824134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:27.549007 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-f8051438-63b8-4ffe-9c81-0c0b3824134a service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 915 time: 0.2594495 Jun 09 22:02:27.549735 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8063306b-bc14-49d1-87b4-60d784421070,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:27.552654 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:27.660067 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-dfa04580-52a1-4168-b955-329db09c0008 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 1002 time: 0.1037345 Jun 09 22:02:27.730169 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-38371c16-f6b9-441e-9bcc-d8a12d58140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:27.731728 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-38371c16-f6b9-441e-9bcc-d8a12d58140f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0644302 Jun 09 22:02:27.815317 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-86c8cf70-a57d-4c92-b9af-7bf971d3eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:27.817634 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-86c8cf70-a57d-4c92-b9af-7bf971d3eaa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0785913 Jun 09 22:02:27.825102 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Deleting port 7a6e89b5-d36c-469c-b4e6-87f21e8dab77 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:27.825433 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.952778 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-8531228a-161f-479f-8904-2f00b8523db1 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283298 Jun 09 22:02:27.995322 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:27.995649 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.092667 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ef70ff3e-081d-4d77-bc16-8439dae354f6 req-5c6aa247-76b6-4230-a2a7-39ba5d644770 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312115 Jun 09 22:02:28.127908 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Calling delete_port for 7a6e89b5-d36c-469c-b4e6-87f21e8dab77 owned by network:floatingip {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:28.146054 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1c9b8-3c42-4549-90d8-4a7bb8958522 req-67f62bbf-35d2-4bad-9375-1ac76de9f1ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:28.147536 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-38a1c9b8-3c42-4549-90d8-4a7bb8958522 req-67f62bbf-35d2-4bad-9375-1ac76de9f1ed tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.2395413 Jun 09 22:02:28.209487 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-38a1c9b8-3c42-4549-90d8-4a7bb8958522 req-95e8faed-a34e-4b05-92c2-405f30480522 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525000 Jun 09 22:02:28.294313 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.297660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:28.341410 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event deleted for resources: {'Port': ['ID=7a6e89b5-d36c-469c-b4e6-87f21e8dab77,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:28.344954 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:28.431049 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks [] for floatingip, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:28.431383 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.l3_db [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Floating IP 8cb012b4-fd48-499b-a275-b291bb7ce227 disassociated (deleted). External IP: 172.28.0.162, port: 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f. Jun 09 22:02:28.873340 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Router e90c077e-ed80-4b22-8a39-738a842fcb67 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:02:29.055803 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:02:29.060564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:29.064886 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] Sync routers for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:02:29.075554 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:29.076173 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:29.126151 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "DELETE /v2.0/floatingips/8cb012b4-fd48-499b-a275-b291bb7ce227 HTTP/1.1" status: 204 len: 168 time: 1.5911796 Jun 09 22:02:29.127031 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:29.135731 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3c706d-2cf9-4454-a3c0-698a07b57483" -d '{"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:29.282410 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:29.296465 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a21fc13-5860-4bcc-879f-4cb26a0a1ea7 x-openstack-request-id: req-1a21fc13-5860-4bcc-879f-4cb26a0a1ea7 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:29.296788 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:29.297070 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a21fc13-5860-4bcc-879f-4cb26a0a1ea7 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:29.297487 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'status': 'completed', 'code': 200} Jun 09 22:02:29.395073 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-790f4fe3-764f-4066-9916-bf98680c5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.396546 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-790f4fe3-764f-4066-9916-bf98680c5082 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0085c8f3fe749a890ef358f8b55a943&device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 1099 time: 0.0758986 Jun 09 22:02:29.474014 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543af04-6175-4fcc-a46d-402a2142e2e6 req-67df705f-dc8d-4f30-b521-ba56542b94d0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.475616 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9543af04-6175-4fcc-a46d-402a2142e2e6 req-67df705f-dc8d-4f30-b521-ba56542b94d0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0857344 Jun 09 22:02:29.538839 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9543af04-6175-4fcc-a46d-402a2142e2e6 req-b6dc3dee-d9ea-4571-8dd4-66deff2f5601 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540421 Jun 09 22:02:29.615968 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-e2a729c6-32a4-4a52-86cb-b83340c20910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.617430 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-e2a729c6-32a4-4a52-86cb-b83340c20910 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 200 len: 915 time: 0.2144556 Jun 09 22:02:29.699995 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-b0be8021-044b-4f1a-beb7-3de35913229c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 200 len: 217 time: 0.0755274 Jun 09 22:02:29.750576 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:37Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:29.755504 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] Checking router: e90c077e-ed80-4b22-8a39-738a842fcb67 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:02:29.765595 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:29.766780 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:29.771239 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-a7fd1c02-7e46-471c-91fa-4bdedb91671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.773036 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-a7fd1c02-7e46-471c-91fa-4bdedb91671d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 200 len: 853 time: 0.0664856 Jun 09 22:02:29.866008 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-ad58fce3-bd4e-405c-be38-a409562aa156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.867674 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-ad58fce3-bd4e-405c-be38-a409562aa156 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65c4bab7-0cb4-475c-8665-8750536adfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0868466 Jun 09 22:02:29.922871 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62d063-2f50-445b-a626-e6e4c45a6f5b req-2efec95e-2a27-4707-ae0c-e1ea6a9e39fd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:29.924325 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6d62d063-2f50-445b-a626-e6e4c45a6f5b req-2efec95e-2a27-4707-ae0c-e1ea6a9e39fd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0831933 Jun 09 22:02:29.959520 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:29.971162 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6d62d063-2f50-445b-a626-e6e4c45a6f5b req-d95f5895-4e54-4a7e-b9d9-530a58e615d1 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396588 Jun 09 22:02:30.001851 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-f5da689d-d283-49bc-8a3e-06796b4d85fe service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267524 Jun 09 22:02:30.133345 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-ca3c706d-2cf9-4454-a3c0-698a07b57483 req-df7ee424-fc94-4a61-97e9-c06716653bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227965 Jun 09 22:02:30.271234 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:37Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:30.275369 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c397520-0bfe-4e06-b099-cd0693f955f4 None None] The sync data for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb is: [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:27Z', 'revision_number': 4, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'd61d3df8-d596-44d1-a7e1-2bbc7463c4af', 'name': '', 'network_id': '65c4bab7-0cb4-475c-8665-8750536adfad', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'mac_address': 'fa:16:3e:eb:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:26Z', 'updated_at': '2021-06-09T21:57:37Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'subnets': [{'id': '4eb6e31b-627d-4a13-9de1-ca7e203264e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:02:30.491889 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a71157-1313-43e3-badf-37fba306f504 None None] New status for floating IP 8cb012b4-fd48-499b-a275-b291bb7ce227: DOWN {{(pid=91724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:02:30.729598 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5190b4-0ad6-4baf-a9ba-ddb5a2c22224 req-b0815086-7848-4f9e-b245-a6965e46a155 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:30.731092 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2f5190b4-0ad6-4baf-a9ba-ddb5a2c22224 req-b0815086-7848-4f9e-b245-a6965e46a155 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0869689 Jun 09 22:02:30.778089 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2f5190b4-0ad6-4baf-a9ba-ddb5a2c22224 req-e7647c17-fa1a-4378-90c3-e9727532d7a2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Jun 09 22:02:31.172933 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c871-4b83-40b1-b1eb-353b5ff1b987 req-6b72c2da-496b-4887-987c-1fab03243dad tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:31.175441 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fb51c871-4b83-40b1-b1eb-353b5ff1b987 req-6b72c2da-496b-4887-987c-1fab03243dad tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0815797 Jun 09 22:02:31.222461 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fb51c871-4b83-40b1-b1eb-353b5ff1b987 req-c5b70bf6-98e5-40ed-88dd-bce1793eb737 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Jun 09 22:02:31.975772 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb497108-aaf4-43fc-a1e0-ed1f7adf8eff req-bf892145-05b3-4dce-a2f9-9202da3b2007 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:31.977201 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb497108-aaf4-43fc-a1e0-ed1f7adf8eff req-bf892145-05b3-4dce-a2f9-9202da3b2007 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0837064 Jun 09 22:02:32.021256 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb497108-aaf4-43fc-a1e0-ed1f7adf8eff req-2391e03e-9fd8-468b-800a-74c8e7532c8a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384851 Jun 09 22:02:32.426947 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfad7ea-c963-4180-8217-b0739a8d4b3f req-b303e054-5077-4af9-864b-93f7cc92d02a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:32.428410 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6cfad7ea-c963-4180-8217-b0739a8d4b3f req-b303e054-5077-4af9-864b-93f7cc92d02a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.1004202 Jun 09 22:02:32.471912 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6cfad7ea-c963-4180-8217-b0739a8d4b3f req-1e7957ca-f202-46ae-bb9e-bcbdd8cbb504 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379825 Jun 09 22:02:32.558839 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb43bd-1964-45be-9bd5-319fa2da886c req-aa8bfded-447c-4c69-9143-a3972e6661cc tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:32.560292 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-40bb43bd-1964-45be-9bd5-319fa2da886c req-aa8bfded-447c-4c69-9143-a3972e6661cc tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0821350 Jun 09 22:02:32.607664 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-40bb43bd-1964-45be-9bd5-319fa2da886c req-c68e13f6-e6ec-446a-9567-3957a776388b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Jun 09 22:02:33.204355 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a218d1-1227-4be4-9291-2e350fa9b2ec req-c9f91a47-ecc0-4219-8049-ef14dea98916 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.205694 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b5a218d1-1227-4be4-9291-2e350fa9b2ec req-c9f91a47-ecc0-4219-8049-ef14dea98916 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0780129 Jun 09 22:02:33.254202 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b5a218d1-1227-4be4-9291-2e350fa9b2ec req-21c4df3c-35a6-4537-9c90-a66429351186 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Jun 09 22:02:33.654741 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938850-cabf-44c8-82af-f61b6a65bb6c req-2cf12e00-f5ce-4dac-b93b-f400a19d4afb tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.656208 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-25938850-cabf-44c8-82af-f61b6a65bb6c req-2cf12e00-f5ce-4dac-b93b-f400a19d4afb tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0792608 Jun 09 22:02:33.702088 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-25938850-cabf-44c8-82af-f61b6a65bb6c req-b9425cad-3983-40f8-8dad-5a89bf271c78 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394204 Jun 09 22:02:33.799568 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702ad64-9405-4bd9-b01b-a2fdf89cedb8 req-3f9fd0bb-a382-48a9-91c3-8aa0e2e87a8c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:33.801464 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5702ad64-9405-4bd9-b01b-a2fdf89cedb8 req-3f9fd0bb-a382-48a9-91c3-8aa0e2e87a8c tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0868447 Jun 09 22:02:33.934608 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5702ad64-9405-4bd9-b01b-a2fdf89cedb8 req-3d858976-6b01-469a-953f-4999fd68260e tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275291 Jun 09 22:02:34.010239 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-af36ee93-04e0-4d7e-94b3-ae878ceaafb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:34.444231 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c51047-1499-4711-98b5-52291be9d682 req-c96d6342-da8e-40d5-ae10-8bf5ea98e19c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.445704 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b2c51047-1499-4711-98b5-52291be9d682 req-c96d6342-da8e-40d5-ae10-8bf5ea98e19c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0793083 Jun 09 22:02:34.492293 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b2c51047-1499-4711-98b5-52291be9d682 req-c70312ad-ab57-446a-b401-9bba7cc36bd9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 Jun 09 22:02:34.889950 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba43c4-2ae9-411f-af42-e30398329412 req-68749817-844c-4ae2-ae15-3889d6127246 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.891436 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d4ba43c4-2ae9-411f-af42-e30398329412 req-68749817-844c-4ae2-ae15-3889d6127246 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0799928 Jun 09 22:02:34.918912 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-f41678b7-ab6e-4082-bf00-31c60e7312c4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:34.921005 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-f41678b7-ab6e-4082-bf00-31c60e7312c4 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.15 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0845807 Jun 09 22:02:34.939204 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d4ba43c4-2ae9-411f-af42-e30398329412 req-e28aa869-2173-4ee7-9fc6-0a42d0113c5b tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417678 Jun 09 22:02:35.058419 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Deleting port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:35.058754 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.131855 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1473b-9560-4b55-99b3-289f3526ad77 req-d1954c0d-071c-42ce-843f-99641b853410 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:35.133424 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7cb1473b-9560-4b55-99b3-289f3526ad77 req-d1954c0d-071c-42ce-843f-99641b853410 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/ports?device_id=78063a13-da08-4cfa-9a37-efe84f873a2e HTTP/1.1" status: 200 len: 946 time: 0.0876312 Jun 09 22:02:35.181695 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7cb1473b-9560-4b55-99b3-289f3526ad77 req-c91442e9-301d-4e50-ba7c-5e9a5f6b5940 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.25 "GET /v2.0/security-groups?id=541ec7f0-64b0-431a-836a-3473a27efca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Jun 09 22:02:35.290135 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] For port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:35.290508 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.414072 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Calling delete_port for 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:35.523880 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.529558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4a2e1eec-cdad-4f7a-92bd-215cdd0624cb tempest-ServerRescueNegativeTestJSON-132146860 tempest-ServerRescueNegativeTestJSON-132146860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:35.538039 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:35.573223 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Pushing event deleted for resources: {'Port': ['ID=6bbb3ef8-d523-4984-b7b0-f02eb464fa2f,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:35.576815 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:35.652748 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] No DVR routers for this DVR port 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:02:35.655320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:35.657238 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-4ed3bb8c-bed9-4ff3-be1a-29d5ded31ad4 req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] 10.222.0.15 "DELETE /v2.0/ports/6bbb3ef8-d523-4984-b7b0-f02eb464fa2f HTTP/1.1" status: 204 len: 173 time: 0.7304385 Jun 09 22:02:35.658053 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'name': 'network-vif-deleted', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:35.660052 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45934b0c-5e7c-4854-be54-5f1fdd19c651" -d '{"events": [{"server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "name": "network-vif-deleted", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:35.690316 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7fdbe-32c3-4471-ae03-c789d9e161b3 req-47ae0763-4ddd-408c-8fc9-80d839942596 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:35.694429 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1da7fdbe-32c3-4471-ae03-c789d9e161b3 req-47ae0763-4ddd-408c-8fc9-80d839942596 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0833373 Jun 09 22:02:35.707591 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5711bb2-8387-4d89-bf06-da6101192922 x-openstack-request-id: req-f5711bb2-8387-4d89-bf06-da6101192922 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:35.707929 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78063a13-da08-4cfa-9a37-efe84f873a2e", "name": "network-vif-deleted", "tag": "6bbb3ef8-d523-4984-b7b0-f02eb464fa2f", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:35.708222 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5711bb2-8387-4d89-bf06-da6101192922 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:35.708641 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78063a13-da08-4cfa-9a37-efe84f873a2e', 'name': 'network-vif-deleted', 'tag': '6bbb3ef8-d523-4984-b7b0-f02eb464fa2f', 'status': 'completed', 'code': 200} Jun 09 22:02:35.741059 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1da7fdbe-32c3-4471-ae03-c789d9e161b3 req-a213492a-bbfa-4660-9982-0a0c38e94949 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Jun 09 22:02:36.134854 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e42e61-712b-4830-9692-eafccbe4b547 req-09be1cd8-7324-4aeb-81ac-5a7b54c79304 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:36.136320 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-84e42e61-712b-4830-9692-eafccbe4b547 req-09be1cd8-7324-4aeb-81ac-5a7b54c79304 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0878634 Jun 09 22:02:36.183384 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-84e42e61-712b-4830-9692-eafccbe4b547 req-1e796dea-09b1-4709-b52d-76356cb11333 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Jun 09 22:02:36.387203 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.404844 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-3d90e87c-e0ce-43d2-a5b0-8071efcfdfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:36.937072 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade39ef-2b95-4fd9-a1bf-40024523489f req-2df601d0-46f1-41c5-b1d0-78bd07e60cb5 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:36.938624 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3ade39ef-2b95-4fd9-a1bf-40024523489f req-2df601d0-46f1-41c5-b1d0-78bd07e60cb5 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0841222 Jun 09 22:02:36.947081 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56612) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:36.984224 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3ade39ef-2b95-4fd9-a1bf-40024523489f req-2ef3fff2-ef5e-4b58-8445-aaae27d0bb99 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397065 Jun 09 22:02:37.282528 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-1f9d879b-103b-44dc-a43b-e52a45394fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.283979 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-1f9d879b-103b-44dc-a43b-e52a45394fd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1098 time: 0.1774607 Jun 09 22:02:37.375041 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6960d-2b32-47f3-9cf3-5d34d3770d0d req-2bf58d3b-ed14-45c8-9470-91124d46473d tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.376726 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-99b6960d-2b32-47f3-9cf3-5d34d3770d0d req-2bf58d3b-ed14-45c8-9470-91124d46473d tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0816150 Jun 09 22:02:37.421517 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-99b6960d-2b32-47f3-9cf3-5d34d3770d0d req-6246fa91-fda9-4326-b71a-70ce47ee8da6 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 Jun 09 22:02:37.584650 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-1235a5e5-68cb-4791-911b-5a781c05a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.586060 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-1235a5e5-68cb-4791-911b-5a781c05a8d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 910 time: 0.2482498 Jun 09 22:02:37.664555 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:37.720705 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:37.740213 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-e4374cd5-5edf-4048-ada8-35ba384d7b4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 1000 time: 0.1469653 Jun 09 22:02:37.824521 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-7cb5aa05-4529-4cf3-b262-4ae297750b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:37.825911 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-7cb5aa05-4529-4cf3-b262-4ae297750b8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.0710838 Jun 09 22:02:38.053359 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698060'] for router_interface, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:38.107120 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-4452ab2e-ba5b-4eb9-963a-4e117a6a1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:38.108568 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-4452ab2e-ba5b-4eb9-963a-4e117a6a1ea6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2539597 Jun 09 22:02:38.181076 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e901f4-1065-4dc9-92be-4060657c435c req-5b41f7bb-99e1-4844-b2b0-09ec326b027f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:38.182651 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-21e901f4-1065-4dc9-92be-4060657c435c req-5b41f7bb-99e1-4844-b2b0-09ec326b027f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0868862 Jun 09 22:02:38.230609 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-21e901f4-1065-4dc9-92be-4060657c435c req-b406d34d-fda0-4a3a-8bf3-a1e7b75eadf9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423479 Jun 09 22:02:38.294696 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:38.339531 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:38.339914 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 6bbb3ef8-d523-4984-b7b0-f02eb464fa2f not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:38.413396 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-6327cce2-dba4-476b-9b32-30ac0d02ca70 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962344 Jun 09 22:02:38.601571 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7ec65-990e-4508-b249-1a97e5a0087b req-bc048868-59f7-4d9b-a57a-022565a1b983 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:38.603074 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-71a7ec65-990e-4508-b249-1a97e5a0087b req-bc048868-59f7-4d9b-a57a-022565a1b983 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0790656 Jun 09 22:02:38.611012 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-6904df79-8966-44e1-bf35-9bd690fa2a65 req-8223f225-d644-4815-861f-df83ad623a1a service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862695 Jun 09 22:02:38.649531 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-71a7ec65-990e-4508-b249-1a97e5a0087b req-31958be3-d2c0-4a9d-9863-78000d10bc30 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407939 Jun 09 22:02:38.684961 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Deleting port d61d3df8-d596-44d1-a7e1-2bbc7463c4af {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:38.685289 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:38.804701 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-049630db-723b-4419-b223-ce0389c718df admin admin] For port d61d3df8-d596-44d1-a7e1-2bbc7463c4af, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:38.805050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:38.923362 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Calling delete_port for d61d3df8-d596-44d1-a7e1-2bbc7463c4af owned by network:router_interface {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:39.060098 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:39.063649 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1e9a0f1d-439e-4a4f-8312-d4cc2d8d97f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:39.110552 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Pushing event deleted for resources: {'Port': ['ID=d61d3df8-d596-44d1-a7e1-2bbc7463c4af,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:39.114361 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:39.328564 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:39.404406 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697746'] for router_interface, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:39.450440 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575550-a896-442a-ac6e-3d8132c29393 req-7c56c61f-3bc0-4c56-bf03-dbbd873c1ecb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:39.452021 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dd575550-a896-442a-ac6e-3d8132c29393 req-7c56c61f-3bc0-4c56-bf03-dbbd873c1ecb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0952418 Jun 09 22:02:39.505904 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dd575550-a896-442a-ac6e-3d8132c29393 req-9b5e9de9-bf8d-4c5c-a647-f9336052b059 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473299 Jun 09 22:02:39.846697 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd234f8-e8f6-4306-99de-5a1088becf46 req-60af832d-0eed-4571-bd57-1c004e1a26a7 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:39.849154 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bd234f8-e8f6-4306-99de-5a1088becf46 req-60af832d-0eed-4571-bd57-1c004e1a26a7 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0848806 Jun 09 22:02:39.883184 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Router e90c077e-ed80-4b22-8a39-738a842fcb67 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:02:39.893401 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bd234f8-e8f6-4306-99de-5a1088becf46 req-2e2f94b6-801f-46f4-ab7c-af6cb4716479 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386932 Jun 09 22:02:40.060591 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:02:40.067032 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-049630db-723b-4419-b223-ce0389c718df admin admin] 10.222.0.25 "PUT /v2.0/routers/e90c077e-ed80-4b22-8a39-738a842fcb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1181080 Jun 09 22:02:40.068510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56634) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:40.069647 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] Sync routers for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:02:40.078769 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:40.079373 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:40.250144 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:40.303904 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-d6956902-c0a2-4ea6-a08b-ed757f2c4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.305351 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-d6956902-c0a2-4ea6-a08b-ed757f2c4982 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1098 time: 0.1802099 Jun 09 22:02:40.308146 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks [] for router, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.528119 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T22:02:38Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:40.532192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] Checking router: e90c077e-ed80-4b22-8a39-738a842fcb67 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:02:40.542612 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] Routers {'e90c077e-ed80-4b22-8a39-738a842fcb67'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:40.543234 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['e90c077e-ed80-4b22-8a39-738a842fcb67'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:40.588987 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-1ede065c-9ec6-4f46-a219-3808b3b1857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.590666 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-1ede065c-9ec6-4f46-a219-3808b3b1857b service neutron] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 910 time: 0.2315972 Jun 09 22:02:40.594258 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.712286 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-4b7c439d-b66e-48cb-afe0-8dfc7c238681 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 1000 time: 0.1140008 Jun 09 22:02:40.748502 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadf820-953a-4c6a-8999-5d8bde94d633 req-6e445c1d-df5c-4a54-9dda-47c0af455681 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.759387 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dcadf820-953a-4c6a-8999-5d8bde94d633 req-6e445c1d-df5c-4a54-9dda-47c0af455681 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1074040 Jun 09 22:02:40.803115 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] Set router e90c077e-ed80-4b22-8a39-738a842fcb67 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:40.804550 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dcadf820-953a-4c6a-8999-5d8bde94d633 req-dd911c50-cdd8-481b-9925-c6bbdcc0eccf tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Jun 09 22:02:40.950912 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Deleting port ec4d6cb0-12b9-4405-991d-91c50f0d7841 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:40.950912 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:40.962500 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-f47cc82c-7a37-4561-bfa4-2f9a5ac315ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:40.963927 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-f47cc82c-7a37-4561-bfa4-2f9a5ac315ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.2167552 Jun 09 22:02:41.098669 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bf5f4-6a33-4e81-be9c-90c440bb3874 req-c5926575-9d7c-46e6-9b5f-44afdf136eff tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:41.099399 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T22:02:38Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:41.100213 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-008bf5f4-6a33-4e81-be9c-90c440bb3874 req-c5926575-9d7c-46e6-9b5f-44afdf136eff tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0816107 Jun 09 22:02:41.103715 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e7e5c-ad1d-430c-9ef2-df3138bce1c9 None None] The sync data for ids ['e90c077e-ed80-4b22-8a39-738a842fcb67'] in dv-cinder-774286-15-smb is: [{'id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'name': 'tempest-TestMinimumBasicScenario-210446210-router', 'tenant_id': 'd0085c8f3fe749a890ef358f8b55a943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T22:02:38Z', 'revision_number': 5, 'project_id': 'd0085c8f3fe749a890ef358f8b55a943', 'gw_port': {'id': 'ec4d6cb0-12b9-4405-991d-91c50f0d7841', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90c077e-ed80-4b22-8a39-738a842fcb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:22Z', 'updated_at': '2021-06-09T21:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:02:41.141618 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] For port ec4d6cb0-12b9-4405-991d-91c50f0d7841, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=ec4d6cb0-12b9-4405-991d-91c50f0d7841,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:41.142174 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.153431 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-008bf5f4-6a33-4e81-be9c-90c440bb3874 req-1e766157-17e9-4a8c-bba0-b5b6afc2ce4e tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 Jun 09 22:02:41.203788 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-4bc7ceb1-6f15-4e7c-a57b-7172f35c72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:41.205228 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-4bc7ceb1-6f15-4e7c-a57b-7172f35c72e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1870584 Jun 09 22:02:41.281543 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Calling delete_port for ec4d6cb0-12b9-4405-991d-91c50f0d7841 owned by network:router_gateway {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:41.407949 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-f372dd2a-c454-46b1-abf0-390471ba41fe service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484551 Jun 09 22:02:41.569954 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-42a36bd9-2ee1-4713-97b5-ff2d514ef988 req-062edf41-a691-493d-8457-effda490beb0 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516089 Jun 09 22:02:41.629284 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.632731 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c65c4864-59bf-4df8-aa77-a7798d2a76d9 tempest-VolumesNegativeTest-1412654747 tempest-VolumesNegativeTest-1412654747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:41.675439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4d6cb0-12b9-4405-991d-91c50f0d7841,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:41.678409 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:41.766438 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698709'] for router_gateway, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.938514 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-701197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.941258 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.964111 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-701337'] for router, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.964667 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e90c077e-ed80-4b22-8a39-738a842fcb67 {{(pid=91722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:02:41.969123 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:41.970287 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e90c077e-ed80-4b22-8a39-738a842fcb67 HTTP/1.1" status: 204 len: 168 time: 1.9008682 Jun 09 22:02:41.972803 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56646) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:42.003666 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948e706-4b31-4717-8dce-e1026947901e req-1f7ca526-ef3c-4532-ba2c-22d520e19a4f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:42.005657 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d948e706-4b31-4717-8dce-e1026947901e req-1f7ca526-ef3c-4532-ba2c-22d520e19a4f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0888388 Jun 09 22:02:42.033218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Deleting subnet 4eb6e31b-627d-4a13-9de1-ca7e203264e1 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:02:42.036466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.055081 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d948e706-4b31-4717-8dce-e1026947901e req-8ec21d2c-1da6-4527-ba3c-39fa07d9ee15 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431983 Jun 09 22:02:42.101807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.216354 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.350581 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a683b-1a72-4120-ba6d-f00521459863 req-2152b38c-aa43-48f9-bb78-a89fe7edcf58 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:42.351967 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-574a683b-1a72-4120-ba6d-f00521459863 req-2152b38c-aa43-48f9-bb78-a89fe7edcf58 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0876300 Jun 09 22:02:42.384003 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.388511 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:42.398369 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-574a683b-1a72-4120-ba6d-f00521459863 req-e9964aa8-0e2c-4439-9ce3-5f705820b681 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Jun 09 22:02:42.426953 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb6e31b-627d-4a13-9de1-ca7e203264e1,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:42.428882 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.430711 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4eb6e31b-627d-4a13-9de1-ca7e203264e1 HTTP/1.1" status: 204 len: 168 time: 0.4569724 Jun 09 22:02:42.431543 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:42.433213 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56650) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:42.435626 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f86dc-b6a0-4f1b-a59e-b2a27f31f9fd None None] Network 65c4bab7-0cb4-475c-8665-8750536adfad requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:42.546280 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.622219 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Deleting port 425d0a6e-c492-45ed-8eb9-b8425335ea48 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:42.622616 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.692354 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] DHCP port deletion for 65c4bab7-0cb4-475c-8665-8750536adfad request from dv-cinder-774286-15-smb {{(pid=91723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:02:42.730086 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] For port 425d0a6e-c492-45ed-8eb9-b8425335ea48, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=425d0a6e-c492-45ed-8eb9-b8425335ea48,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:42.730358 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.757241 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Deleting port 425d0a6e-c492-45ed-8eb9-b8425335ea48 {{(pid=91723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:42.757655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.856253 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Calling delete_port for 425d0a6e-c492-45ed-8eb9-b8425335ea48 owned by network:dhcp {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:42.858563 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] For port 425d0a6e-c492-45ed-8eb9-b8425335ea48, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=425d0a6e-c492-45ed-8eb9-b8425335ea48,segment=NetworkSegment(9fcb61d2-34b3-4588-bda7-a3683be7d119),segment_id=9fcb61d2-34b3-4588-bda7-a3683be7d119)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:42.858997 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.901576 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:42.906171 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-82693be1-5eda-4361-b30c-3deb5f198e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:42.949650 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Pushing event deleted for resources: {'Port': ['ID=425d0a6e-c492-45ed-8eb9-b8425335ea48,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:42.953569 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:42.962406 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] No DVR routers for this DVR port 425d0a6e-c492-45ed-8eb9-b8425335ea48 on host dv-cinder-774286-15-smb {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:02:43.009444 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Calling delete_port for 425d0a6e-c492-45ed-8eb9-b8425335ea48 owned by network:dhcp {{(pid=91723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:43.013822 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d61d3df8-d596-44d1-a7e1-2bbc7463c4af no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:43.108115 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.126075 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c4bab7-0cb4-475c-8665-8750536adfad']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:43.130536 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: d61d3df8-d596-44d1-a7e1-2bbc7463c4af {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:43.130895 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d61d3df8-d596-44d1-a7e1-2bbc7463c4af not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:43.131319 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 425d0a6e-c492-45ed-8eb9-b8425335ea48 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:43.139325 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcb61d2-34b3-4588-bda7-a3683be7d119') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:43.139617 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcb61d2-34b3-4588-bda7-a3683be7d119') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:43.153359 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.170784 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.178416 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:02:43.178825 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.187638 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 425d0a6e-c492-45ed-8eb9-b8425335ea48 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:43.187948 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 425d0a6e-c492-45ed-8eb9-b8425335ea48 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:43.188372 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device ec4d6cb0-12b9-4405-991d-91c50f0d7841 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:02:43.197691 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:02:43.241903 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: ec4d6cb0-12b9-4405-991d-91c50f0d7841 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:43.242255 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device ec4d6cb0-12b9-4405-991d-91c50f0d7841 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:43.283758 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfcb38-a2b2-416a-8f50-ff1a7c3e8c83 req-1d7ea542-c5fc-4189-9084-c12d9308db95 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.286498 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-58bfcb38-a2b2-416a-8f50-ff1a7c3e8c83 req-1d7ea542-c5fc-4189-9084-c12d9308db95 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1011965 Jun 09 22:02:43.286813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.287860 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.292638 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:43.293874 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:43.297953 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] 10.222.0.25 "DELETE /v2.0/networks/65c4bab7-0cb4-475c-8665-8750536adfad HTTP/1.1" status: 204 len: 168 time: 0.8638101 Jun 09 22:02:43.298570 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56656) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:43.299170 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:43.333379 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Network 65c4bab7-0cb4-475c-8665-8750536adfad is not hosted by any dhcp agent {{(pid=91723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 22:02:43.334042 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] No DVR routers for this DVR port 425d0a6e-c492-45ed-8eb9-b8425335ea48 on host dv-cinder-774286-15-smb {{(pid=91723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:02:43.335265 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-58bfcb38-a2b2-416a-8f50-ff1a7c3e8c83 req-96123ebd-b30c-45b5-a523-428da88420da tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Jun 09 22:02:43.335768 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Pushing event deleted for resources: {'Port': ['ID=425d0a6e-c492-45ed-8eb9-b8425335ea48,revision_number=None']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:43.338069 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:43.392259 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Pushing event deleted for resources: {'Network': ['ID=65c4bab7-0cb4-475c-8665-8750536adfad,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:43.394942 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:43.595414 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51967d5-284a-4a34-a4ae-aa7a75ca5bc9 req-32e15e95-3082-4c0a-81c2-e0c362e8acab tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:43.596479 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b51967d5-284a-4a34-a4ae-aa7a75ca5bc9 req-32e15e95-3082-4c0a-81c2-e0c362e8acab tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0885093 Jun 09 22:02:43.642713 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b51967d5-284a-4a34-a4ae-aa7a75ca5bc9 req-35e562b4-ab33-4718-9d2f-d30f424f7d93 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399640 Jun 09 22:02:43.992257 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698060'] for router_interface, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:44.404713 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Deleting port fea2e61b-37b0-4604-b88a-d786ade35c25 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:44.405395 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:44.529880 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] For port fea2e61b-37b0-4604-b88a-d786ade35c25, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=fea2e61b-37b0-4604-b88a-d786ade35c25,segment=NetworkSegment(a8a89b8c-4c27-4e86-86e7-b2b82362d06f),segment_id=a8a89b8c-4c27-4e86-86e7-b2b82362d06f)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:44.530557 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:44.545369 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7eef2-40ab-4969-91dc-153f3056b880 req-7f860733-7470-416f-8051-be69b9756c6c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.546828 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93a7eef2-40ab-4969-91dc-153f3056b880 req-7f860733-7470-416f-8051-be69b9756c6c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0819967 Jun 09 22:02:44.592212 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93a7eef2-40ab-4969-91dc-153f3056b880 req-55624745-1282-49ce-b207-f8880345d5f4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395772 Jun 09 22:02:44.652139 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Calling delete_port for fea2e61b-37b0-4604-b88a-d786ade35c25 owned by network:router_interface {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:44.794652 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:44.798608 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:44.843132 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea2e61b-37b0-4604-b88a-d786ade35c25,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:44.846082 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:44.944707 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82461-8e01-40c1-81d4-60cef6313f36 req-c819f0bc-50a7-4053-983e-2e78d9ddd6e7 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:44.946757 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cfa82461-8e01-40c1-81d4-60cef6313f36 req-c819f0bc-50a7-4053-983e-2e78d9ddd6e7 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.1935990 Jun 09 22:02:45.003915 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cfa82461-8e01-40c1-81d4-60cef6313f36 req-6066399d-b13e-4178-97e4-557f52d9d5cd tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Jun 09 22:02:45.122052 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697746'] for router_interface, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.574831 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Router ad3666a4-0df0-494b-9e17-05096a53492e has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:02:45.748909 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:02:45.756254 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad3666a4-0df0-494b-9e17-05096a53492e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430239 Jun 09 22:02:45.758451 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56672) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:45.761061 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f766-fa84-441f-9465-09d495d79234 None None] Sync routers for ids ['ad3666a4-0df0-494b-9e17-05096a53492e'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:02:45.774371 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] Routers {'ad3666a4-0df0-494b-9e17-05096a53492e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:45.775226 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ad3666a4-0df0-494b-9e17-05096a53492e'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:45.786973 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185295c4-4e13-4826-9818-35603ae9f957 req-e3ee618c-589f-4e6e-98cf-750f0491998e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:45.788608 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-185295c4-4e13-4826-9818-35603ae9f957 req-e3ee618c-589f-4e6e-98cf-750f0491998e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0851595 Jun 09 22:02:45.836376 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-185295c4-4e13-4826-9818-35603ae9f957 req-3717aa9e-f206-4028-8ead-691cb10d8f56 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Jun 09 22:02:45.933754 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:45.947897 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] Set router ad3666a4-0df0-494b-9e17-05096a53492e gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:46.059650 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:02:46.107725 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.178170 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Deleting port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:46.178541 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.238256 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156'}], 'enable_snat': True}, 'gw_port_id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T22:02:44Z', 'revision_number': 5, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port': {'id': 'a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:57:33Z', 'updated_at': '2021-06-09T21:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:46.242112 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f766-fa84-441f-9465-09d495d79234 None None] Checking router: ad3666a4-0df0-494b-9e17-05096a53492e for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:02:46.250805 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] Routers {'ad3666a4-0df0-494b-9e17-05096a53492e'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:02:46.251417 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:02:36Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ad3666a4-0df0-494b-9e17-05096a53492e'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:46.308756 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] For port a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:46.309115 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.324344 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:46.327327 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f4b6b021-6eed-4104-a356-8818c7c161b5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:46.426884 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] Set router ad3666a4-0df0-494b-9e17-05096a53492e gateway port host: None {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:02:46.452834 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Calling delete_port for a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 owned by network:router_gateway {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:46.474555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338b439-a837-483e-bb7a-dfaf82a86a68 req-e9f96e95-0a93-490b-8824-0b5085131f9d tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:46.476176 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0338b439-a837-483e-bb7a-dfaf82a86a68 req-e9f96e95-0a93-490b-8824-0b5085131f9d tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.1382213 Jun 09 22:02:46.489090 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-5d242c8d-2935-4d63-b890-869ee88c7444 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2138720 Jun 09 22:02:46.554002 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0338b439-a837-483e-bb7a-dfaf82a86a68 req-5f71b52f-34d1-4f79-91b5-4cdc66b24d1b tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604002 Jun 09 22:02:46.649440 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.659908 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-c048f766-fa84-441f-9465-09d495d79234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T22:02:46Z', 'revision_number': 6, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port_host': None}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:46.662623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:46.662936 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4f8af9e6-f74f-44e7-b67c-0f710a784c38 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:46.667309 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f766-fa84-441f-9465-09d495d79234 None None] The sync data for ids ['ad3666a4-0df0-494b-9e17-05096a53492e'] in dv-cinder-774286-15-smb is: [{'id': 'ad3666a4-0df0-494b-9e17-05096a53492e', 'name': 'tempest-TestMinimumBasicScenario-1398370615-router', 'tenant_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:57:32Z', 'updated_at': '2021-06-09T22:02:46Z', 'revision_number': 6, 'project_id': 'd57b6735244d46fe8137fe1e12ee8e8a', 'gw_port_host': None}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:02:46.681079 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.704237 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'port_id': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'mac_address': 'fa:16:3e:ab:08:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:46.768385 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.778468 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:46.781010 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d0ba80-dfaf-4533-a116-bc69bd57180e" -d '{"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:46.792465 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:46.803960 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.804336 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.804797 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.805158 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.805510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.805783 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.805896 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.806197 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.806588 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.806941 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.807285 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.807630 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.808102 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:46.814710 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:46.820843 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.827024 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:46.840677 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698709'] for router_gateway, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.865688 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcda60f-e232-4c6a-b8ea-b9bc33be594b x-openstack-request-id: req-1bcda60f-e232-4c6a-b8ea-b9bc33be594b {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:46.865688 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-unplugged", "status": "failed", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5", "code": 422}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:46.870511 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bcda60f-e232-4c6a-b8ea-b9bc33be594b {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:46.871156 dv-cinder-774286-15-smb neutron-server[91723]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'code': 422} returned with failed status Jun 09 22:02:46.899237 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d33bfed8-9ad2-48da-bf1e-baf5969da5d5 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:46.931320 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:46.936619 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=6']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:46.940117 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:46.941127 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:46.942944 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:47.030103 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=6']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:47.033641 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:47.051724 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['d33bfed8-9ad2-48da-bf1e-baf5969da5d5'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:47.102918 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4acb3-8d3d-4c14-8db3-ff7032a62512 req-b79d9b48-4bda-4919-a74b-e2347c10fb1e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:47.111223 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-71c4acb3-8d3d-4c14-8db3-ff7032a62512 req-b79d9b48-4bda-4919-a74b-e2347c10fb1e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 944 time: 0.1180508 Jun 09 22:02:47.168015 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device fea2e61b-37b0-4604-b88a-d786ade35c25 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:47.191116 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-71c4acb3-8d3d-4c14-8db3-ff7032a62512 req-a7e13102-fb57-4dab-bcee-8198e756cc07 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786970 Jun 09 22:02:47.226050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-701197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.230136 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.233321 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: fea2e61b-37b0-4604-b88a-d786ade35c25 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:47.233321 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device fea2e61b-37b0-4604-b88a-d786ade35c25 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:47.254608 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-701337'] for router, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.255464 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3666a4-0df0-494b-9e17-05096a53492e {{(pid=91722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:02:47.259572 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.260824 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ad3666a4-0df0-494b-9e17-05096a53492e HTTP/1.1" status: 204 len: 168 time: 1.5000927 Jun 09 22:02:47.263438 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56690) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:47.322299 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Deleting subnet 694596e3-67d8-40e9-94ac-90540a8936a6 {{(pid=91721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:02:47.325174 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.373617 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11420375'] for subnet, precommit_delete_associations {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.491201 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.560983 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11751716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11056968'] for subnet, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.566593 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8e7f1581-9c8e-47df-a2bf-ecceeeced6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:47.608014 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694596e3-67d8-40e9-94ac-90540a8936a6,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:47.613203 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.617591 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 56694) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:47.617744 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/694596e3-67d8-40e9-94ac-90540a8936a6 HTTP/1.1" status: 204 len: 168 time: 0.3525889 Jun 09 22:02:47.618028 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e1527-14cc-4e73-ac5f-cacb754af04d None None] Network 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:02:47.622975 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.623558 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.624133 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.624643 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.625172 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.625527 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.625880 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.626231 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.626605 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.626951 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.627298 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.627639 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:02:47.631521 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-51e24738-c57c-4379-8445-398f93caf229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:47.764728 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.867836 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba594f-8c46-40b0-bbd9-290af9de1f76 req-639d218e-7ac3-4b61-85ae-09d40a606a6e tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:47.869654 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-36ba594f-8c46-40b0-bbd9-290af9de1f76 req-639d218e-7ac3-4b61-85ae-09d40a606a6e tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.1503978 Jun 09 22:02:47.892016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Deleting port 6a52e92d-cd15-46b6-a719-0b811487c638 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:47.893009 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:47.932827 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] DHCP port deletion for 3b4e4616-6c9e-4828-8f63-56e9b304e1b9 request from dv-cinder-774286-15-smb {{(pid=91723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:02:47.955161 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-36ba594f-8c46-40b0-bbd9-290af9de1f76 req-fb291126-c797-47d6-9d34-77ca1eb0c3b9 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721271 Jun 09 22:02:48.013606 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Deleting port 6a52e92d-cd15-46b6-a719-0b811487c638 {{(pid=91723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:02:48.013990 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.026162 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] For port 6a52e92d-cd15-46b6-a719-0b811487c638, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=6a52e92d-cd15-46b6-a719-0b811487c638,segment=NetworkSegment(a8a89b8c-4c27-4e86-86e7-b2b82362d06f),segment_id=a8a89b8c-4c27-4e86-86e7-b2b82362d06f)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:48.026703 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.115442 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] For port 6a52e92d-cd15-46b6-a719-0b811487c638, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=6a52e92d-cd15-46b6-a719-0b811487c638,segment=NetworkSegment(a8a89b8c-4c27-4e86-86e7-b2b82362d06f),segment_id=a8a89b8c-4c27-4e86-86e7-b2b82362d06f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:48.115897 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.157895 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Calling delete_port for 6a52e92d-cd15-46b6-a719-0b811487c638 owned by network:dhcp {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:48.204566 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.208551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e6e57fa6-6c35-4fd4-b8f9-c93e89ec6a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:48.236476 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Calling delete_port for 6a52e92d-cd15-46b6-a719-0b811487c638 owned by network:dhcp {{(pid=91723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:02:48.250028 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a52e92d-cd15-46b6-a719-0b811487c638,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:48.253577 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:48.255900 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] No DVR routers for this DVR port 6a52e92d-cd15-46b6-a719-0b811487c638 on host dv-cinder-774286-15-smb {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:02:48.292486 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.302064 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-55ba68c0-59fa-44d9-a9e1-dd14dfdc24f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:48.339662 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] No DVR routers for this DVR port 6a52e92d-cd15-46b6-a719-0b811487c638 on host dv-cinder-774286-15-smb {{(pid=91723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:02:48.355993 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:48.386011 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e51f-f67b-4a40-96fb-1ce4abf5b2c6 req-22c0d14b-c3a0-4ac3-8a1c-7b4f398a6dbd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:48.386659 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ecf9e51f-f67b-4a40-96fb-1ce4abf5b2c6 req-22c0d14b-c3a0-4ac3-8a1c-7b4f398a6dbd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 944 time: 0.0851188 Jun 09 22:02:48.390593 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Pushing event deleted for resources: {'Port': ['ID=6a52e92d-cd15-46b6-a719-0b811487c638,revision_number=None']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:48.408774 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:48.427822 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.431669 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ecf9e51f-f67b-4a40-96fb-1ce4abf5b2c6 req-92ec6b86-a076-48a8-ac69-ddf9e7cf15ee tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Jun 09 22:02:48.437545 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:48.437919 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.443022 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4e4616-6c9e-4828-8f63-56e9b304e1b9']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:48.459076 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:48.459364 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a89b8c-4c27-4e86-86e7-b2b82362d06f') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:02:48.474517 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.487816 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-c1021d45-7001-4076-b5bf-a664e87dbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:48.489277 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-c1021d45-7001-4076-b5bf-a664e87dbb81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d&tenant_id=3c3fc38379f14d62b60023e44a450f49 HTTP/1.1" status: 200 len: 1096 time: 0.2073913 Jun 09 22:02:48.496870 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.504212 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:02:48.504610 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:02:48.517687 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:02:48.558162 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.590535 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:48.594377 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.596266 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:48.645956 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.651334 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bb6874a6-c0ba-401d-89b8-078ab4befe77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:48.663022 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=7']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:48.665459 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.665851 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:48.667312 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3b4e4616-6c9e-4828-8f63-56e9b304e1b9 HTTP/1.1" status: 204 len: 168 time: 1.0487459 Jun 09 22:02:48.674149 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4e4616-6c9e-4828-8f63-56e9b304e1b9,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:48.677961 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-c5df244e-367f-42ff-9e18-91f2cfe2d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:48.679483 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-c5df244e-367f-42ff-9e18-91f2cfe2d373 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1096 time: 0.1610370 Jun 09 22:02:48.680238 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:48.787132 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56702) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:48.811262 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-2521b6be-1a93-4153-baef-b6a330b5de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:48.812700 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-2521b6be-1a93-4153-baef-b6a330b5de62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 910 time: 0.1271377 Jun 09 22:02:48.835416 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-41700b06-ed18-48aa-ad1c-acc09eb42f35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0085c8f3fe749a890ef358f8b55a943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469394 Jun 09 22:02:48.837730 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56704) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:48.872907 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:48.875521 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d087211-d59c-4d3a-8203-54b3276e3159" -d '{"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-plugged", "status": "completed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:48.896624 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.918170 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a012e95b-2700-45f5-b6d9-85c7ae4e13a4 x-openstack-request-id: req-a012e95b-2700-45f5-b6d9-85c7ae4e13a4 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:48.918492 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-plugged", "status": "completed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:48.918752 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a012e95b-2700-45f5-b6d9-85c7ae4e13a4 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:48.918873 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-1dabeccd-3ea6-4047-b07d-271d439ca448 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 998 time: 0.0997813 Jun 09 22:02:48.919135 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'code': 200} Jun 09 22:02:48.924178 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.986964 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.990876 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:48.992056 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/541ec7f0-64b0-431a-836a-3473a27efca5 HTTP/1.1" status: 204 len: 168 time: 0.1533585 Jun 09 22:02:48.993069 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-37f5c203-71a7-4519-877a-2fee92b9356b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:49.006061 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 6a52e92d-cd15-46b6-a719-0b811487c638 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:49.009188 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ec7f0-64b0-431a-836a-3473a27efca5,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:49.012115 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:49.052956 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 6a52e92d-cd15-46b6-a719-0b811487c638 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:49.053576 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 6a52e92d-cd15-46b6-a719-0b811487c638 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:49.054186 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:02:49.095742 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:02:49.096344 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device a6e007e7-f1db-495b-ac5c-e4b87cb1d6b0 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:02:49.152481 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-f6780861-89d8-4b40-8b0a-662678a7b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:49.154062 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-f6780861-89d8-4b40-8b0a-662678a7b568 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.2185571 Jun 09 22:02:49.171613 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b230ea-62a5-431e-9118-1304f17a0133 req-bd80136b-eefa-4df8-8019-e41a99ac4521 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:49.172998 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2b230ea-62a5-431e-9118-1304f17a0133 req-bd80136b-eefa-4df8-8019-e41a99ac4521 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0865049 Jun 09 22:02:49.223404 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2b230ea-62a5-431e-9118-1304f17a0133 req-9bc434e8-9e93-4d73-97ad-bee320d2e66f tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Jun 09 22:02:49.232271 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-a394922d-b6aa-4d8d-a644-3113b2b220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:49.233953 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-a394922d-b6aa-4d8d-a644-3113b2b220ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0734799 Jun 09 22:02:49.365562 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-07dbe8ae-683c-4ed8-8f2c-010504972c66 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248915 Jun 09 22:02:49.410962 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56716) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:49.461827 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-89809d51-0d7f-4a96-b409-ebdb1b0f2a3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d57b6735244d46fe8137fe1e12ee8e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495434 Jun 09 22:02:49.464073 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56720) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:02:49.509296 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-a5176eda-56f9-40bc-92f5-69542a7ffa84 req-593f820c-481a-4fac-8fd5-75b912248b22 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366401 Jun 09 22:02:49.527675 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.556337 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.667843 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964107d9-7b2d-4823-98c3-4719ac5cfa66 req-2414a1c6-c6a3-4acb-afb6-c669b3af7ed6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:49.669314 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-964107d9-7b2d-4823-98c3-4719ac5cfa66 req-2414a1c6-c6a3-4acb-afb6-c669b3af7ed6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1178360 Jun 09 22:02:49.691740 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.694052 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:49.695139 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba063418-9bd6-411a-b3b7-4b558add2e16 HTTP/1.1" status: 204 len: 168 time: 0.2301824 Jun 09 22:02:49.697502 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-97ec222a-2780-4483-ac86-5d53d9fc5a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:49.713489 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba063418-9bd6-411a-b3b7-4b558add2e16,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:49.722200 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:49.738961 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-964107d9-7b2d-4823-98c3-4719ac5cfa66 req-31ce1789-40a4-4a62-b9cf-5882c94036b9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630207 Jun 09 22:02:50.404262 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02972b-d642-4d91-a523-67995cc8b384 req-ff8a962f-15d5-470c-be56-1f8f740ce79b tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:50.405613 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fb02972b-d642-4d91-a523-67995cc8b384 req-ff8a962f-15d5-470c-be56-1f8f740ce79b tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0800471 Jun 09 22:02:50.448192 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fb02972b-d642-4d91-a523-67995cc8b384 req-b58b7f23-8917-4f92-b934-cf557b4aedf3 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369840 Jun 09 22:02:50.923061 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0747eb3-1dd4-49d8-a3eb-9726dd156dfd req-fe9b1cd0-3e1c-418e-96c0-bf01b5106c17 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:50.924521 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b0747eb3-1dd4-49d8-a3eb-9726dd156dfd req-fe9b1cd0-3e1c-418e-96c0-bf01b5106c17 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0805285 Jun 09 22:02:50.969711 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b0747eb3-1dd4-49d8-a3eb-9726dd156dfd req-58590d22-7cd2-4c7d-bb67-7f0d936ce980 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 Jun 09 22:02:51.626852 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc567f81-e2b3-45f4-bfa0-4a85f26dfbbb req-2454fd6a-97be-4e39-a37e-bc4225d03bac tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:51.628349 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cc567f81-e2b3-45f4-bfa0-4a85f26dfbbb req-2454fd6a-97be-4e39-a37e-bc4225d03bac tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0764227 Jun 09 22:02:51.758811 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-cc567f81-e2b3-45f4-bfa0-4a85f26dfbbb req-bed30685-541a-42cf-ba3e-a887a69c0e73 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249192 Jun 09 22:02:52.162870 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f4c86-f444-4ac7-9fab-5c5e6feffb86 req-bdc77e69-9b0c-45d1-b567-ba1a5c7d1455 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:52.164310 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-879f4c86-f444-4ac7-9fab-5c5e6feffb86 req-bdc77e69-9b0c-45d1-b567-ba1a5c7d1455 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0794516 Jun 09 22:02:52.208605 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-879f4c86-f444-4ac7-9fab-5c5e6feffb86 req-7f873fa8-2295-4744-a02c-0bc2f1137722 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387247 Jun 09 22:02:52.946564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d4085-7f1f-4970-a7d9-2a5a0666fb8b req-7fc3d9f0-7475-419d-a5c6-33e029ca52b9 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:52.948054 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-416d4085-7f1f-4970-a7d9-2a5a0666fb8b req-7fc3d9f0-7475-419d-a5c6-33e029ca52b9 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0840411 Jun 09 22:02:53.000771 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-416d4085-7f1f-4970-a7d9-2a5a0666fb8b req-4d6ec6bf-54bc-4be6-a564-92ee20f1c680 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469179 Jun 09 22:02:53.408213 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cffa0-9c9f-4778-9154-5d42e482a9cf req-16af5c02-bdbe-4a4c-9925-96743322c923 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:53.410349 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9e9cffa0-9c9f-4778-9154-5d42e482a9cf req-16af5c02-bdbe-4a4c-9925-96743322c923 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0863605 Jun 09 22:02:53.466934 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9e9cffa0-9c9f-4778-9154-5d42e482a9cf req-af2eac24-bdb0-418e-b780-345d926011f3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492172 Jun 09 22:02:54.208726 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da11ee-7acf-4895-88df-e63ba6d56498 req-e40bf2cd-08d0-4d0e-adba-e84c1a9e8eda tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:54.210184 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-26da11ee-7acf-4895-88df-e63ba6d56498 req-e40bf2cd-08d0-4d0e-adba-e84c1a9e8eda tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 943 time: 0.0875304 Jun 09 22:02:54.258477 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-26da11ee-7acf-4895-88df-e63ba6d56498 req-35a776ce-7cba-4b5a-afa7-0a585f886407 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 Jun 09 22:02:54.359310 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f4b6b021-6eed-4104-a356-8818c7c161b5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:02:54.527371 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:54.541013 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'port_id': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'mac_address': 'fa:16:3e:14:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:02:54.600385 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:54.618217 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b6b021-6eed-4104-a356-8818c7c161b5 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:02:54.644341 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:54.649722 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:54.651619 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-c66332ae-f14d-41f5-a131-4ae44acb6455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:54.684719 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33ec74-cae3-47b3-8d69-69a69972636e req-589c2a63-dd8c-4be3-867e-013835b72751 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:54.686768 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7f33ec74-cae3-47b3-8d69-69a69972636e req-589c2a63-dd8c-4be3-867e-013835b72751 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1078968 Jun 09 22:02:54.725769 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=7']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:54.728931 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:54.770079 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7f33ec74-cae3-47b3-8d69-69a69972636e req-ac22e19e-7e92-4c00-a8b3-f329d19c1ff7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769327 Jun 09 22:02:55.033471 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['f4b6b021-6eed-4104-a356-8818c7c161b5'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:02:55.447883 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e48cab-bce0-4db2-93f0-7682b0e3375e req-f5456dd1-89ee-4b84-b1db-712e75e540d1 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:55.450179 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d6e48cab-bce0-4db2-93f0-7682b0e3375e req-f5456dd1-89ee-4b84-b1db-712e75e540d1 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 944 time: 0.0824375 Jun 09 22:02:55.498029 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d6e48cab-bce0-4db2-93f0-7682b0e3375e req-dc92833f-4c8f-4397-b198-e82e69240141 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jun 09 22:02:55.982107 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573579d-a68a-47aa-879f-93bda9406040 req-c2e41571-a849-4a3f-a645-7e199d820e0c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:55.989508 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c573579d-a68a-47aa-879f-93bda9406040 req-c2e41571-a849-4a3f-a645-7e199d820e0c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1015460 Jun 09 22:02:56.030152 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c573579d-a68a-47aa-879f-93bda9406040 req-46d6e865-24b9-4e54-8b47-f3085eee800e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397658 Jun 09 22:02:56.380464 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f4b6b021-6eed-4104-a356-8818c7c161b5 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:02:56.452001 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port f4b6b021-6eed-4104-a356-8818c7c161b5 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:02:56.452385 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.577509 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.616360 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:02:56.618631 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf8b1f6-9810-4d24-8fa3-72a45b118ba3" -d '{"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:02:56.626453 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:02:56.633529 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:02:56.635694 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-4ff1c4d8-3eb0-4067-8180-42e82e29eb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:02:56.710300 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1941b6e2-075f-46d9-aa7d-b4088f7cddbb x-openstack-request-id: req-1941b6e2-075f-46d9-aa7d-b4088f7cddbb {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:02:56.710623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:02:56.710881 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1941b6e2-075f-46d9-aa7d-b4088f7cddbb {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:02:56.711401 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'code': 200} Jun 09 22:02:56.733464 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf599e-6fa3-4667-9968-5876e06e2f55 req-4aac2178-7d43-4fa1-8cd4-cdd3a8ef69b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:56.737613 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=8']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:02:56.741917 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-74bf599e-6fa3-4667-9968-5876e06e2f55 req-4aac2178-7d43-4fa1-8cd4-cdd3a8ef69b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.1354132 Jun 09 22:02:56.744781 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:02:56.786128 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-74bf599e-6fa3-4667-9968-5876e06e2f55 req-5a20b5b5-9ed0-4dcd-9ab4-abbc327f3082 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433621 Jun 09 22:02:57.025264 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76b7df-ff79-49a7-b4f2-179e2e4e6a5b req-cefe7400-378a-4a18-ba31-02bcb5754671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.026733 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-eb76b7df-ff79-49a7-b4f2-179e2e4e6a5b req-cefe7400-378a-4a18-ba31-02bcb5754671 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1098 time: 0.0772090 Jun 09 22:02:57.070026 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-eb76b7df-ff79-49a7-b4f2-179e2e4e6a5b req-6d73f3a9-7cca-4258-b2eb-000359ec3036 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369985 Jun 09 22:02:57.247861 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0184c8c-39d6-4f09-8fc0-7e4ca9f379e2 req-fcc8eefa-4d57-498b-bc01-2e01a1e03cea tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.249457 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e0184c8c-39d6-4f09-8fc0-7e4ca9f379e2 req-fcc8eefa-4d57-498b-bc01-2e01a1e03cea tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0967536 Jun 09 22:02:57.294131 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e0184c8c-39d6-4f09-8fc0-7e4ca9f379e2 req-76befc35-6743-4aaa-ac71-25f67ec51d06 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390956 Jun 09 22:02:57.988304 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afbbab-e2b8-461b-a6e6-532643865a1a req-28e9a321-d56d-4019-a2d9-5581912cd4d0 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:57.989701 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-37afbbab-e2b8-461b-a6e6-532643865a1a req-28e9a321-d56d-4019-a2d9-5581912cd4d0 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0901618 Jun 09 22:02:58.051038 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-37afbbab-e2b8-461b-a6e6-532643865a1a req-29c72b73-bce5-4386-a0db-7e7576ae2c65 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549302 Jun 09 22:02:58.520611 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136bc63-efdd-45c2-b84e-6a6b4c232d4f req-a5f32fa2-4caf-4887-ae3a-191712457a6c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:58.520611 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9136bc63-efdd-45c2-b84e-6a6b4c232d4f req-a5f32fa2-4caf-4887-ae3a-191712457a6c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1062288 Jun 09 22:02:58.571138 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9136bc63-efdd-45c2-b84e-6a6b4c232d4f req-41a802b4-1464-4c8c-a019-d459340342fa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Jun 09 22:02:59.248077 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a827-19f8-405b-80fe-6167bcdf1ac1 req-08c45e3b-391c-4b06-a956-b1084fbc80fb tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:59.249447 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-43f0a827-19f8-405b-80fe-6167bcdf1ac1 req-08c45e3b-391c-4b06-a956-b1084fbc80fb tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0876150 Jun 09 22:02:59.295806 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-43f0a827-19f8-405b-80fe-6167bcdf1ac1 req-256a90cd-b1f7-4571-86b7-631d2549dc3f tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Jun 09 22:02:59.773129 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4451a-4806-4a6e-9857-ead478ce296b req-805004ba-fd37-4dd1-ac39-3afb19a82ced tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:02:59.774531 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-66b4451a-4806-4a6e-9857-ead478ce296b req-805004ba-fd37-4dd1-ac39-3afb19a82ced tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0828497 Jun 09 22:02:59.821398 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-66b4451a-4806-4a6e-9857-ead478ce296b req-0dc6a184-3cfd-41a3-922c-14958705833c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Jun 09 22:03:01.071364 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7553b89-f65a-46df-88d9-6252258db4d2 req-d2737e24-c189-4758-afe9-f45b6cef0f5f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:01.072998 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7553b89-f65a-46df-88d9-6252258db4d2 req-d2737e24-c189-4758-afe9-f45b6cef0f5f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1193094 Jun 09 22:03:01.123429 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7553b89-f65a-46df-88d9-6252258db4d2 req-85b489c7-2190-4d0a-b99c-8a4c3eade18d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Jun 09 22:03:02.320564 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f500a-afd4-458f-bce8-6ebf75842e6b req-af5e6e1e-79c7-494d-8c6d-171ef8fda946 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:02.322049 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b05f500a-afd4-458f-bce8-6ebf75842e6b req-af5e6e1e-79c7-494d-8c6d-171ef8fda946 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0826111 Jun 09 22:03:02.371604 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b05f500a-afd4-458f-bce8-6ebf75842e6b req-03e7b392-b069-4598-8c60-52f3991088f2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438576 Jun 09 22:03:03.589783 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1060e-c9eb-4ea1-8ae4-ae5daa889964 req-b76d0540-20fd-4894-83c2-c3a66589e277 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:03.598099 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02c1060e-c9eb-4ea1-8ae4-ae5daa889964 req-b76d0540-20fd-4894-83c2-c3a66589e277 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0971520 Jun 09 22:03:03.652068 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02c1060e-c9eb-4ea1-8ae4-ae5daa889964 req-9b24c9e1-9584-48c0-b4c8-68379b5d0152 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528686 Jun 09 22:03:04.026556 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-124485ed-bea4-4efd-a39a-0925f028217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:04.875783 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693b53b-1d8a-4475-90d0-9a8c8debdf89 req-2318fb51-ebbf-4cef-be62-44ad3bd458ae tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:04.877282 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8693b53b-1d8a-4475-90d0-9a8c8debdf89 req-2318fb51-ebbf-4cef-be62-44ad3bd458ae tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0895605 Jun 09 22:03:04.942930 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8693b53b-1d8a-4475-90d0-9a8c8debdf89 req-0dc3e5c1-af59-4d98-9b8d-0afb923c1ae2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590124 Jun 09 22:03:06.123805 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb05bd-b48c-4f29-8635-57dac04e967b req-190fe781-f3c1-4ce3-bfc8-a8a503be993c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:06.125234 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75bb05bd-b48c-4f29-8635-57dac04e967b req-190fe781-f3c1-4ce3-bfc8-a8a503be993c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0790834 Jun 09 22:03:06.169193 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75bb05bd-b48c-4f29-8635-57dac04e967b req-1c6fa81a-c5f8-4be4-a1d4-19de96113cb9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375023 Jun 09 22:03:06.395314 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.399775 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-d8d662dd-45f9-4594-b4fe-24a8dcace4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:06.401216 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-d8d662dd-45f9-4594-b4fe-24a8dcace4a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1098 time: 0.0698757 Jun 09 22:03:06.410270 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-572da9fa-3ae8-4cda-915c-68e5df863fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:06.530545 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-e9044c69-b908-4970-b1d7-5b7e6e007761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:06.531968 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-e9044c69-b908-4970-b1d7-5b7e6e007761 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.1251116 Jun 09 22:03:06.633094 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-322cf60f-dd17-4452-9dac-fdb4b0d11d4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 200 len: 1001 time: 0.0942874 Jun 09 22:03:06.699138 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-86e998c9-a405-47a2-a644-dda88603b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:06.700548 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-86e998c9-a405-47a2-a644-dda88603b405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0615902 Jun 09 22:03:06.777603 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-e59bdb82-8862-490e-8e23-110b045f92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:06.779101 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-e59bdb82-8862-490e-8e23-110b045f92d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0720282 Jun 09 22:03:06.905549 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-fa439fe7-8602-4a89-83f7-d9e432fed58b service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202939 Jun 09 22:03:07.031904 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-8765d6b2-c0bd-4829-b850-2cb855978fb0 req-22e73397-0034-469a-88cd-9580d06a1d25 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199036 Jun 09 22:03:07.360015 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f0fa4-a5ef-477a-9dcf-aa663243ae12 req-0638a01b-bafd-4f2f-9ebe-cbf8143c2fa4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:07.361514 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e79f0fa4-a5ef-477a-9dcf-aa663243ae12 req-0638a01b-bafd-4f2f-9ebe-cbf8143c2fa4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0825551 Jun 09 22:03:07.406856 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e79f0fa4-a5ef-477a-9dcf-aa663243ae12 req-5633dcaa-a037-47a2-96a1-f3deb8661477 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 Jun 09 22:03:07.695840 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:07.723440 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:08.597250 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca50a-06f7-434a-9f0f-3087557bce6d req-3d201615-a203-46b8-9655-6b053f5b9aac tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:08.598705 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d4ca50a-06f7-434a-9f0f-3087557bce6d req-3d201615-a203-46b8-9655-6b053f5b9aac tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.0791612 Jun 09 22:03:08.641024 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d4ca50a-06f7-434a-9f0f-3087557bce6d req-f5f473b2-9597-4bed-9b66-b704b8a59c57 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369074 Jun 09 22:03:09.322171 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:09.911920 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a94f-4742-4e1b-8816-460592bac6fe req-ca5808c7-aae0-4175-b560-0a8369381988 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:09.913271 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1605a94f-4742-4e1b-8816-460592bac6fe req-ca5808c7-aae0-4175-b560-0a8369381988 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 945 time: 0.1638563 Jun 09 22:03:09.957305 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1605a94f-4742-4e1b-8816-460592bac6fe req-3e57315d-d144-4217-8623-87065a90770e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382161 Jun 09 22:03:10.452649 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:03:10.567176 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.593981 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:10.596796 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fe7cf0-b5e1-47b5-ab6b-fae7a95090e1" -d '{"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-unplugged", "status": "completed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:10.604290 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:10.608714 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:10.610708 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-542a0ec5-c9db-4da1-b7b2-480862e7c6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:10.645306 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1eb374-990d-4538-83a5-b50c3112af16 x-openstack-request-id: req-7f1eb374-990d-4538-83a5-b50c3112af16 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:10.645600 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-unplugged", "status": "failed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5", "code": 422}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:10.645854 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f1eb374-990d-4538-83a5-b50c3112af16 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:10.646237 dv-cinder-774286-15-smb neutron-server[91723]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'code': 422} returned with failed status Jun 09 22:03:10.691483 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=8']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:10.703733 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.704178 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.704565 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.705062 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.706235 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.706519 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.706932 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.707623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.708427 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.708781 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.709079 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.709400 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:03:10.714511 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:11.339955 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00251-d053-455e-9460-85a86813747f req-f1aca151-2ab9-41e4-9872-5f3eae8d1b89 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:11.341403 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0dd00251-d053-455e-9460-85a86813747f req-f1aca151-2ab9-41e4-9872-5f3eae8d1b89 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0825679 Jun 09 22:03:11.387094 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0dd00251-d053-455e-9460-85a86813747f req-ccd0b60d-c4c3-4cb7-ad5b-b69b2a120fb6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391500 Jun 09 22:03:11.619300 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 56902) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:03:11.731355 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-de414cc9-a32f-49d1-8c14-cded05ae4d1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108224 Jun 09 22:03:12.576688 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9536e9-7095-417c-bb66-0bd42ae1630c req-f82c341c-73db-4953-a6f2-f9e0f8e920f2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:12.578152 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ec9536e9-7095-417c-bb66-0bd42ae1630c req-f82c341c-73db-4953-a6f2-f9e0f8e920f2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0822680 Jun 09 22:03:12.599728 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-78dc9250-9604-416f-bbce-fa9fbc5f20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:12.601193 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-78dc9250-9604-416f-bbce-fa9fbc5f20eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11&tenant_id=073867d2e064493699678f6c3b701830 HTTP/1.1" status: 200 len: 1096 time: 0.0711920 Jun 09 22:03:12.623763 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ec9536e9-7095-417c-bb66-0bd42ae1630c req-1e40a56d-4c0b-4958-870b-d8c5d9ae57c0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392418 Jun 09 22:03:12.695008 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-e5bc9aae-8b7f-4987-a7c3-bfd868d172b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:12.696501 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-e5bc9aae-8b7f-4987-a7c3-bfd868d172b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1096 time: 0.0733950 Jun 09 22:03:12.825398 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-bd6550dd-132a-493f-a381-5ed42bc6ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:12.826831 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-bd6550dd-132a-493f-a381-5ed42bc6ce51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.1235671 Jun 09 22:03:13.037906 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-8779bbfc-68d7-4900-88e2-e90a1ca54626 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 200 len: 999 time: 0.2046854 Jun 09 22:03:13.100045 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-2cf942e4-b98b-46d9-8db1-7d0c86e84b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:13.101443 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-2cf942e4-b98b-46d9-8db1-7d0c86e84b7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0576978 Jun 09 22:03:13.175245 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-befcc939-3c73-4e61-a3f6-08f6398eb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:13.176660 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-befcc939-3c73-4e61-a3f6-08f6398eb668 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0688453 Jun 09 22:03:13.307756 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-94cb9afd-9e42-46c5-94de-1408c09f9bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246164 Jun 09 22:03:13.442353 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-0db90a18-33a4-4d2f-bd59-34daf2c75cfb req-ce0c50bb-7cec-4c9e-a595-ca30c64f4fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259665 Jun 09 22:03:13.819517 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df9c77-8b1b-48cd-87f3-db6a6bbad771 req-c900b9f2-7ecd-4dd1-b985-ada4c9e1cbf6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:13.821040 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-04df9c77-8b1b-48cd-87f3-db6a6bbad771 req-c900b9f2-7ecd-4dd1-b985-ada4c9e1cbf6 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0822365 Jun 09 22:03:13.890203 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-04df9c77-8b1b-48cd-87f3-db6a6bbad771 req-30ba3bb2-f066-48b0-8511-8def9f47a5fc tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621560 Jun 09 22:03:15.089885 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6f38f-1be2-4f7a-8951-2278cbc73353 req-c06f4b9b-e527-4080-977f-dba6236ab903 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:15.091366 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f3b6f38f-1be2-4f7a-8951-2278cbc73353 req-c06f4b9b-e527-4080-977f-dba6236ab903 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0842609 Jun 09 22:03:15.139177 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f3b6f38f-1be2-4f7a-8951-2278cbc73353 req-00ec3c3f-dee1-40b4-9008-74694e71bd70 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405018 Jun 09 22:03:16.330826 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8edb-a4ad-4125-8542-d30695c9c626 req-cdf21d64-b1ae-4c3a-9310-8c254b770a9b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:16.332567 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-828f8edb-a4ad-4125-8542-d30695c9c626 req-cdf21d64-b1ae-4c3a-9310-8c254b770a9b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0807927 Jun 09 22:03:16.377515 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-828f8edb-a4ad-4125-8542-d30695c9c626 req-f3a66211-8c12-4e44-919e-c65077104b4d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 Jun 09 22:03:17.573794 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231852c0-4290-466c-8656-1ae633776459 req-27cbd859-6281-4437-a4f7-c7d77b2856a3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:17.575264 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-231852c0-4290-466c-8656-1ae633776459 req-27cbd859-6281-4437-a4f7-c7d77b2856a3 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0844076 Jun 09 22:03:17.622252 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-231852c0-4290-466c-8656-1ae633776459 req-a27e731a-bbb8-4eec-aa97-9c99f248733f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 Jun 09 22:03:18.826877 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c17aac-981a-44bc-b7ef-b0d47324c346 req-4129800b-9511-4ad7-b8e6-744b2a44545f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:18.828335 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-21c17aac-981a-44bc-b7ef-b0d47324c346 req-4129800b-9511-4ad7-b8e6-744b2a44545f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0815217 Jun 09 22:03:18.877754 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-21c17aac-981a-44bc-b7ef-b0d47324c346 req-33f3e724-c138-42ab-970b-9fa1b1443aa1 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434284 Jun 09 22:03:20.076005 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3de0c-1282-4571-ba5f-70b20d40a0e3 req-938ce286-766d-4555-a3d6-90fea9a71fd0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:20.078351 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8be3de0c-1282-4571-ba5f-70b20d40a0e3 req-938ce286-766d-4555-a3d6-90fea9a71fd0 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0851595 Jun 09 22:03:20.126663 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8be3de0c-1282-4571-ba5f-70b20d40a0e3 req-0e408be8-f86a-45d5-89ea-4c021073ce32 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421958 Jun 09 22:03:21.330439 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8da53-0fcd-40da-b879-472e7d7c33b4 req-c6bfabcb-bc7c-4d19-83bc-e12408a81dfa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:21.332927 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-baa8da53-0fcd-40da-b879-472e7d7c33b4 req-c6bfabcb-bc7c-4d19-83bc-e12408a81dfa tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0896661 Jun 09 22:03:21.378834 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-baa8da53-0fcd-40da-b879-472e7d7c33b4 req-31c70788-be91-4768-b83b-7fa9ab21a347 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400782 Jun 09 22:03:22.571372 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97df56-0822-4d6a-889d-8d8745fabe31 req-d4faf1a7-4e9f-4e76-9630-d1dfbb6d589f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:22.572881 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ca97df56-0822-4d6a-889d-8d8745fabe31 req-d4faf1a7-4e9f-4e76-9630-d1dfbb6d589f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0815594 Jun 09 22:03:22.619078 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ca97df56-0822-4d6a-889d-8d8745fabe31 req-c49d10bd-cd5e-4a3f-a956-fbb50d65fa1d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406568 Jun 09 22:03:23.004409 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:03:23.813483 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8917b-4638-4827-bdf0-3368bec0c71c req-3abd6b3d-cb31-4b6e-8fce-41d5367cc15a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:23.814969 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-80e8917b-4638-4827-bdf0-3368bec0c71c req-3abd6b3d-cb31-4b6e-8fce-41d5367cc15a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0835936 Jun 09 22:03:23.861307 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-80e8917b-4638-4827-bdf0-3368bec0c71c req-8080d2ab-ea27-4c4b-8877-4eb9d5c69759 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402668 Jun 09 22:03:25.056768 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30343b6b-5de6-476f-95eb-4df06e30eade req-fefb1591-a604-4215-97ec-32839b7ce566 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:25.058230 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-30343b6b-5de6-476f-95eb-4df06e30eade req-fefb1591-a604-4215-97ec-32839b7ce566 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0849254 Jun 09 22:03:25.108218 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-30343b6b-5de6-476f-95eb-4df06e30eade req-5bc64f23-9a5a-43b8-9ccd-ac0f11f78021 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 Jun 09 22:03:26.297154 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb78e0c-ffdb-414c-bd72-416239c06468 req-c683f0a6-4b44-44a4-9224-1627d93b7d43 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:26.298624 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5eb78e0c-ffdb-414c-bd72-416239c06468 req-c683f0a6-4b44-44a4-9224-1627d93b7d43 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0787923 Jun 09 22:03:26.346670 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5eb78e0c-ffdb-414c-bd72-416239c06468 req-38c38ee2-ccaf-41a6-a149-3b5fc5d7df92 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Jun 09 22:03:27.535975 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aa6a0-5030-421a-9e27-ac3062d955c7 req-91633197-09fb-4bb3-ad2a-216893389c7a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:27.537414 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-531aa6a0-5030-421a-9e27-ac3062d955c7 req-91633197-09fb-4bb3-ad2a-216893389c7a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0815289 Jun 09 22:03:27.580147 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-531aa6a0-5030-421a-9e27-ac3062d955c7 req-3f0f9be3-815b-46e9-a443-ecd1abca0d8b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371354 Jun 09 22:03:28.768470 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524b4e1-f8f4-482e-8377-c4d38532df67 req-1a050f77-0d1f-4053-ad7f-cdcb46da4e56 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:28.769931 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d524b4e1-f8f4-482e-8377-c4d38532df67 req-1a050f77-0d1f-4053-ad7f-cdcb46da4e56 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0788603 Jun 09 22:03:28.814598 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d524b4e1-f8f4-482e-8377-c4d38532df67 req-a0089a0f-196a-4c1f-949d-ca9479d7e64c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384529 Jun 09 22:03:30.004218 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ba493-fc35-444d-a31f-b4515d7b558a req-b5213265-b6d8-45c1-a821-2909591b3a6a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:30.005562 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fe0ba493-fc35-444d-a31f-b4515d7b558a req-b5213265-b6d8-45c1-a821-2909591b3a6a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0828829 Jun 09 22:03:30.049937 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fe0ba493-fc35-444d-a31f-b4515d7b558a req-432d1d76-e49f-4366-bf7f-47a96d38ebcd tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387681 Jun 09 22:03:31.234355 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364f07a-44bb-4107-81da-7ab798195383 req-62b4c422-94ce-412b-b5ad-edf573eb300c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:31.236066 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1364f07a-44bb-4107-81da-7ab798195383 req-62b4c422-94ce-412b-b5ad-edf573eb300c tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0790427 Jun 09 22:03:31.278434 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1364f07a-44bb-4107-81da-7ab798195383 req-a1303cb6-111e-42e4-af1f-d2e0fc6d4b80 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362196 Jun 09 22:03:32.553867 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709c4d1-d291-47dc-b73b-c81f86ea023d req-97792b84-5430-4a4f-ba65-cb64f1362c0f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:32.555328 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7709c4d1-d291-47dc-b73b-c81f86ea023d req-97792b84-5430-4a4f-ba65-cb64f1362c0f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.1638460 Jun 09 22:03:32.598742 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7709c4d1-d291-47dc-b73b-c81f86ea023d req-7610a537-77a4-449c-814f-9a6ca102745f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378227 Jun 09 22:03:33.789369 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7fe9d-50f1-431d-ba1a-d9f5425c17ca req-72fb57ff-0b64-41f0-9012-50962a77d13d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:33.790835 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dde7fe9d-50f1-431d-ba1a-d9f5425c17ca req-72fb57ff-0b64-41f0-9012-50962a77d13d tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 943 time: 0.0820224 Jun 09 22:03:33.837504 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-dde7fe9d-50f1-431d-ba1a-d9f5425c17ca req-eaa3654c-e614-4de0-8ba3-2c21eac047ab tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395088 Jun 09 22:03:34.010898 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-5a4feef0-6f6a-44b4-b143-c0deb36f3458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.566336 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:03:34.707573 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:34.726268 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'port_id': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'mac_address': 'fa:16:3e:ab:08:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:03:34.779867 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.797198 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33bfed8-9ad2-48da-bf1e-baf5969da5d5 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:03:34.813501 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:34.817125 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:34.818881 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:34.894077 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=9']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:34.898356 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:35.029675 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4d36-815f-424a-a44d-939cf5c84d89 req-75f7e584-9a90-4567-a87f-ff43f9b0a6f8 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:35.031148 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d2ff4d36-815f-424a-a44d-939cf5c84d89 req-75f7e584-9a90-4567-a87f-ff43f9b0a6f8 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 944 time: 0.0809860 Jun 09 22:03:35.075458 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d2ff4d36-815f-424a-a44d-939cf5c84d89 req-8ea95198-f4b3-4110-bfe7-f03760bfb59a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386589 Jun 09 22:03:35.410777 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['d33bfed8-9ad2-48da-bf1e-baf5969da5d5'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:03:36.281500 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622f842-98b6-48d9-8e0f-7c1605b47c25 req-ffa451a2-14ca-4097-baa0-58ed3ec9a3db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:36.282757 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b622f842-98b6-48d9-8e0f-7c1605b47c25 req-ffa451a2-14ca-4097-baa0-58ed3ec9a3db tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 944 time: 0.0913074 Jun 09 22:03:36.327821 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b622f842-98b6-48d9-8e0f-7c1605b47c25 req-68e0380b-e063-45ee-9c57-9bc3a23bf4d2 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392091 Jun 09 22:03:36.389024 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:36.413721 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-66d83bc5-be13-4288-99a7-4a71c9021c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.158071 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-137d2d21-c98e-4769-a772-f55035648919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:37.159555 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-137d2d21-c98e-4769-a772-f55035648919 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=073867d2e064493699678f6c3b701830&device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1097 time: 0.0734808 Jun 09 22:03:37.309924 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-4674e0b8-f6d6-4372-8555-d91b0d5e97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:37.311585 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-4674e0b8-f6d6-4372-8555-d91b0d5e97d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 200 len: 917 time: 0.1312752 Jun 09 22:03:37.415842 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-dd80d228-2ad1-43e2-af04-73d5c6efc4ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 200 len: 1000 time: 0.0969594 Jun 09 22:03:37.478485 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-25043cdb-c906-49bc-94f2-22182f2580c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:37.479262 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-25043cdb-c906-49bc-94f2-22182f2580c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 200 len: 855 time: 0.0573940 Jun 09 22:03:37.519163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4096-e447-460e-b63f-db3b190e26b9 req-0e51d04d-de50-41ee-a2fc-30e911f381e7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:37.520635 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8a7c4096-e447-460e-b63f-db3b190e26b9 req-0e51d04d-de50-41ee-a2fc-30e911f381e7 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 944 time: 0.0799441 Jun 09 22:03:37.554653 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-dfa44117-4d4d-444b-8db8-96c9ea4955c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:37.556098 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-dfa44117-4d4d-444b-8db8-96c9ea4955c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe7470a0-ffa0-4209-8ac8-f7b2845bad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0704618 Jun 09 22:03:37.564991 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8a7c4096-e447-460e-b63f-db3b190e26b9 req-c2046103-2867-439e-86f5-8d2160ac0df5 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378292 Jun 09 22:03:37.685619 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-7d743c70-7af3-40ab-8030-fcf09f939f80 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229403 Jun 09 22:03:37.696316 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.732637 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:37.821579 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fc11a707-050e-400e-8777-4e8ff6c00062 req-b52032d5-92b0-47ff-a503-f492eac4a6e7 service neutron] 10.222.0.15 "GET /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289272 Jun 09 22:03:38.572565 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:03:38.646027 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:03:38.647159 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.755523 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e20fa4-2a39-4be0-ad8e-156ff4a1e32f req-3230e22e-b9f0-4be5-9c1e-7513e6b6cb3e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:38.757797 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-55e20fa4-2a39-4be0-ad8e-156ff4a1e32f req-3230e22e-b9f0-4be5-9c1e-7513e6b6cb3e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 944 time: 0.0836511 Jun 09 22:03:38.770826 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.797451 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:03:38.799691 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5b9648-7bc4-4395-8b9e-1a24abcbb8e1" -d '{"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-plugged", "status": "completed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:03:38.802202 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-55e20fa4-2a39-4be0-ad8e-156ff4a1e32f req-b6e81ee7-b254-408e-9d5f-31a68bf5b366 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387704 Jun 09 22:03:38.807841 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:03:38.812610 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:38.815583 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-88287b66-0ffc-4125-9e0d-bd32914168a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:03:38.850520 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06573c03-481f-4e56-b957-320f8667940e x-openstack-request-id: req-06573c03-481f-4e56-b957-320f8667940e {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:03:38.850800 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-plugged", "status": "completed", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:03:38.851065 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06573c03-481f-4e56-b957-320f8667940e {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:03:38.851448 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'code': 200} Jun 09 22:03:38.884431 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=10']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:03:38.887815 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:03:39.089724 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fe3d7-0688-4ecb-961d-65a18af11cd7 req-d77a925b-6410-4229-8a83-eaa387790d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:39.091232 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c21fe3d7-0688-4ecb-961d-65a18af11cd7 req-d77a925b-6410-4229-8a83-eaa387790d55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 1099 time: 0.0742712 Jun 09 22:03:39.132595 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-c21fe3d7-0688-4ecb-961d-65a18af11cd7 req-6ad98b69-1f9b-402d-877e-9c7b821bc37b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348752 Jun 09 22:03:39.324509 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:03:40.019557 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b5889-e929-4bbd-bfd7-a364f64f6548 req-09854164-5620-4999-b8a6-c7ac11765adb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:40.022625 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f99b5889-e929-4bbd-bfd7-a364f64f6548 req-09854164-5620-4999-b8a6-c7ac11765adb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 946 time: 0.0850885 Jun 09 22:03:40.070407 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f99b5889-e929-4bbd-bfd7-a364f64f6548 req-addc59d3-56c8-4629-a7fd-8c036872b3ef tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427227 Jun 09 22:03:41.265203 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbc2c-2669-4dc6-9ad8-487aeb1257e3 req-02be4a86-1b60-465d-8197-e4a47e63ac80 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:41.266687 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d0fbc2c-2669-4dc6-9ad8-487aeb1257e3 req-02be4a86-1b60-465d-8197-e4a47e63ac80 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 946 time: 0.0822003 Jun 09 22:03:41.310519 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d0fbc2c-2669-4dc6-9ad8-487aeb1257e3 req-6e73b2e1-2dc1-4d04-8686-7c23bbdaeb62 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377538 Jun 09 22:03:42.500082 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671a190-1270-4034-ac9b-e4c0eb687637 req-c6a5f42d-098d-44cb-80f8-20cb91bcbb9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:03:42.501507 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f671a190-1270-4034-ac9b-e4c0eb687637 req-c6a5f42d-098d-44cb-80f8-20cb91bcbb9a tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 946 time: 0.0810142 Jun 09 22:03:42.544768 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f671a190-1270-4034-ac9b-e4c0eb687637 req-0791088e-4c83-4b5c-863f-91f968a2abcf tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Jun 09 22:04:00.003641 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:04:04.011305 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4a88-10f1-4e3f-92d7-be47f876fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:06.391689 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:06.415462 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c978305b-2a6d-45ef-8e33-df25cc894ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:07.699318 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:07.727680 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:08.413690 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fca34-31a9-4808-8d2e-a3d419a2b652 req-bde4837c-0918-4ae7-8ea0-39f7024e250c tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:08.415151 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ea7fca34-31a9-4808-8d2e-a3d419a2b652 req-bde4837c-0918-4ae7-8ea0-39f7024e250c tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 945 time: 0.0791633 Jun 09 22:04:08.457417 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ea7fca34-31a9-4808-8d2e-a3d419a2b652 req-d1f3c4df-0ad8-4c61-919f-127316fd7f88 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366755 Jun 09 22:04:09.326639 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:09.644057 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7535a-3bfc-4d34-afc5-3708569ec17a req-14326026-dbea-4151-b5e1-0ebbd86cdcd8 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:09.645498 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1e7535a-3bfc-4d34-afc5-3708569ec17a req-14326026-dbea-4151-b5e1-0ebbd86cdcd8 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 945 time: 0.0828717 Jun 09 22:04:09.689703 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1e7535a-3bfc-4d34-afc5-3708569ec17a req-98ec8a21-5478-4605-9d5e-8e7d1c04a2d6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385356 Jun 09 22:04:10.871066 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d28527-5bad-4b12-b754-523c36e77100 req-e6d0767c-396a-432b-8571-e001bb60ec31 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:10.872506 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-13d28527-5bad-4b12-b754-523c36e77100 req-e6d0767c-396a-432b-8571-e001bb60ec31 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 945 time: 0.0793121 Jun 09 22:04:10.918668 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-13d28527-5bad-4b12-b754-523c36e77100 req-9f08bdfd-f24c-4959-bf68-650208ca96de tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups?id=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406599 Jun 09 22:04:11.064371 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-bb9afe56-1a05-48cf-9d31-83e481d97010 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:11.065764 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-bb9afe56-1a05-48cf-9d31-83e481d97010 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 945 time: 0.0769632 Jun 09 22:04:11.201614 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Deleting port b10ca844-be2e-4e5a-837b-39949f5c7d48 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:11.201951 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.332648 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] For port b10ca844-be2e-4e5a-837b-39949f5c7d48, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b10ca844-be2e-4e5a-837b-39949f5c7d48,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:11.333002 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.707448 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.707836 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.708179 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.l3_db [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Floating IP 8585721a-9164-4920-b7aa-77e0880de780 disassociated. External IP: 172.28.0.140, port: b10ca844-be2e-4e5a-837b-39949f5c7d48. Jun 09 22:04:11.708512 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Calling delete_port for b10ca844-be2e-4e5a-837b-39949f5c7d48 owned by compute:nova {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:11.813871 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:11.819167 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bbf6245b-6810-4b51-824e-f068a501bc9e tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:11.866672 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event deleted for resources: {'Port': ['ID=b10ca844-be2e-4e5a-837b-39949f5c7d48,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:11.877943 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.878320 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.878709 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.879071 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.879424 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.879780 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.880123 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.880467 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.880814 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.881159 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.881499 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.881839 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:11.931934 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:12.059255 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Router 00781736-4a79-439b-9695-a9a035ed9263 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:04:12.067755 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8c5828ca-fd3d-4e5e-a0ad-f8345eb75104 req-846cbe33-876d-482b-9dad-e89e13d4f158 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3b0d09-8710-4fde-8af5-6236070ce17f HTTP/1.1" status: 200 len: 210 time: 0.0416331 Jun 09 22:04:12.236826 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:04:12.250501 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] Sync routers for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:04:12.261593 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:12.262283 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:12.323759 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] No DVR routers for this DVR port b10ca844-be2e-4e5a-837b-39949f5c7d48 on host hv-cinder-77428 {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:12.326778 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:12.329118 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-fbb7d4d6-2284-4339-9164-9d155aa3e0e3 req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.15 "DELETE /v2.0/ports/b10ca844-be2e-4e5a-837b-39949f5c7d48 HTTP/1.1" status: 204 len: 173 time: 1.2570026 Jun 09 22:04:12.330173 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'name': 'network-vif-deleted', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:12.333018 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa03d3d4-6763-4346-9319-f27e555febf2" -d '{"events": [{"server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "name": "network-vif-deleted", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:12.386100 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded0afd8-38e8-4d14-8739-f46f871eb427 x-openstack-request-id: req-ded0afd8-38e8-4d14-8739-f46f871eb427 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:12.386564 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3b0d09-8710-4fde-8af5-6236070ce17f", "name": "network-vif-deleted", "tag": "b10ca844-be2e-4e5a-837b-39949f5c7d48", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:12.386974 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ded0afd8-38e8-4d14-8739-f46f871eb427 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:12.388052 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3b0d09-8710-4fde-8af5-6236070ce17f', 'name': 'network-vif-deleted', 'tag': 'b10ca844-be2e-4e5a-837b-39949f5c7d48', 'status': 'completed', 'code': 200} Jun 09 22:04:12.441637 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:12.748953 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:12.752742 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] Checking router: 00781736-4a79-439b-9695-a9a035ed9263 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:04:12.760997 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:12.761590 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:12.938595 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:13.243810 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:13.247550 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f644ca-357e-49f1-b33d-b78c0c385dde None None] The sync data for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb is: [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '23814734-5fc8-41f8-98d1-d51805e9943a', 'name': '', 'network_id': 'ab4a5b50-0c39-41ea-ad24-cf6dd8beb354', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'mac_address': 'fa:16:3e:a3:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:31Z', 'updated_at': '2021-06-09T21:55:41Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'subnets': [{'id': 'a299eeb8-9527-49ad-8917-f3c0fc0627d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:04:13.444690 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c46e18-5281-4d0d-95da-55a1e61d06cb None None] New status for floating IP 8585721a-9164-4920-b7aa-77e0880de780: DOWN {{(pid=91724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:04:14.209693 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57200) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:14.272985 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.301061 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.352960 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.355500 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.356603 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "DELETE /v2.0/security-groups/81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a HTTP/1.1" status: 204 len: 168 time: 0.1459265 Jun 09 22:04:14.357351 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-c4799143-84aa-4903-a7b9-f01e8c71c8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:14.359385 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57202) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:14.368149 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:14.375578 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.api.v2.resource [None req-d5ab05d7-d99c-4c27-9546-46a58e730516 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] show failed (client error): The resource could not be found. Jun 09 22:04:14.375750 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.375959 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.376331 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.376538 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d5ab05d7-d99c-4c27-9546-46a58e730516 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "GET /v2.0/security-groups/81ca1e8e-eeae-4568-bff3-3f8ced4d8a7a HTTP/1.1" status: 404 len: 347 time: 0.0161083 Jun 09 22:04:14.376720 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.377143 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.377542 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.377901 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.378254 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.378648 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.379002 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.379341 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57204) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:14.379454 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.379685 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:14.382840 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:14.599008 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Deleting port 8a55b4d8-b06a-44e5-851f-713c9ec88632 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:14.599344 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.718088 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.718445 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.793954 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b10ca844-be2e-4e5a-837b-39949f5c7d48 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:14.828738 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: b10ca844-be2e-4e5a-837b-39949f5c7d48 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:14.829089 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device b10ca844-be2e-4e5a-837b-39949f5c7d48 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:14.843054 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Calling delete_port for 8a55b4d8-b06a-44e5-851f-713c9ec88632 owned by network:floatingip {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:14.954456 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:14.958188 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6aba4eb1-a3ad-45c5-a22e-298276aa642b tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:15.100668 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Pushing event deleted for resources: {'Port': ['ID=8a55b4d8-b06a-44e5-851f-713c9ec88632,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:15.103811 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:15.188736 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks [] for floatingip, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:15.191449 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:15.192565 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-93c3dd08-baa6-42b6-bc78-59fb7316ecb4 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] 10.222.0.25 "DELETE /v2.0/floatingips/8585721a-9164-4920-b7aa-77e0880de780 HTTP/1.1" status: 204 len: 168 time: 0.8123631 Jun 09 22:04:19.196340 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57236) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:19.822875 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698060'] for router_interface, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.214227 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Deleting port 23814734-5fc8-41f8-98d1-d51805e9943a {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:20.214977 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.338936 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] For port 23814734-5fc8-41f8-98d1-d51805e9943a, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=23814734-5fc8-41f8-98d1-d51805e9943a,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:20.339284 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.457009 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Calling delete_port for 23814734-5fc8-41f8-98d1-d51805e9943a owned by network:router_interface {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:20.693941 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:20.698151 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e98513c1-eb37-4a16-9824-298c8ce7b0db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:20.740743 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Pushing event deleted for resources: {'Port': ['ID=23814734-5fc8-41f8-98d1-d51805e9943a,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:20.743386 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:21.009678 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697746'] for router_interface, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:21.355604 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Router 00781736-4a79-439b-9695-a9a035ed9263 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:04:21.533620 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:04:21.538316 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-1790a38b-49fb-4903-bba8-b7df3e684081 admin admin] 10.222.0.25 "PUT /v2.0/routers/00781736-4a79-439b-9695-a9a035ed9263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3409722 Jun 09 22:04:21.541513 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57240) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:21.544130 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] Sync routers for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:04:21.553770 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:21.554439 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:21.717967 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks [] for router, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:21.760296 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:22.005713 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.046704 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T22:04:20Z', 'revision_number': 5, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port': {'id': 'e9e45d40-47a5-462c-9c0e-50911367de79', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00781736-4a79-439b-9695-a9a035ed9263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:55:26Z', 'updated_at': '2021-06-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:22.050664 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] Checking router: 00781736-4a79-439b-9695-a9a035ed9263 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:04:22.058927 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] Routers {'00781736-4a79-439b-9695-a9a035ed9263'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:04:22.059550 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:04:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['00781736-4a79-439b-9695-a9a035ed9263'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:22.076828 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Deleting port e9e45d40-47a5-462c-9c0e-50911367de79 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:22.077164 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.201173 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] For port e9e45d40-47a5-462c-9c0e-50911367de79, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=e9e45d40-47a5-462c-9c0e-50911367de79,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:22.201538 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.205173 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] Set router 00781736-4a79-439b-9695-a9a035ed9263 gateway port host: None {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:04:22.310279 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T22:04:22Z', 'revision_number': 6, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port_host': None}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:22.314176 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306a5f5-a245-463d-bc42-58729776af01 None None] The sync data for ids ['00781736-4a79-439b-9695-a9a035ed9263'] in dv-cinder-774286-15-smb is: [{'id': '00781736-4a79-439b-9695-a9a035ed9263', 'name': 'tempest-AttachVolumeTestJSON-614406494-router', 'tenant_id': '5202b5a6907b454587fef58291cbfe2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:55:25Z', 'updated_at': '2021-06-09T22:04:22Z', 'revision_number': 6, 'project_id': '5202b5a6907b454587fef58291cbfe2f', 'gw_port_host': None}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:04:22.331177 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Calling delete_port for e9e45d40-47a5-462c-9c0e-50911367de79 owned by network:router_gateway {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:22.465895 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.470438 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:22.537931 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e45d40-47a5-462c-9c0e-50911367de79,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:22.540130 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:22.606364 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698709'] for router_gateway, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.781179 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-701197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.783349 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.805776 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-701337'] for router, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.806377 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00781736-4a79-439b-9695-a9a035ed9263 {{(pid=91722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:04:22.811261 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.812381 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-2b2f5bd8-4a0f-4fd2-a2c7-e5642480bc07 admin admin] 10.222.0.25 "DELETE /v2.0/routers/00781736-4a79-439b-9695-a9a035ed9263 HTTP/1.1" status: 204 len: 168 time: 1.2699661 Jun 09 22:04:22.814871 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57242) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:22.873138 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Deleting subnet a299eeb8-9527-49ad-8917-f3c0fc0627d3 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:04:22.875928 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:22.925368 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.002071 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.071982 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.078348 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e9e45d40-47a5-462c-9c0e-50911367de79 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:23.080937 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6919436d-ea30-40ea-adb8-724997c882d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:23.115971 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: e9e45d40-47a5-462c-9c0e-50911367de79 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:23.116320 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e9e45d40-47a5-462c-9c0e-50911367de79 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:23.116734 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 23814734-5fc8-41f8-98d1-d51805e9943a no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:23.120337 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a299eeb8-9527-49ad-8917-f3c0fc0627d3,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:23.123010 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:23.125976 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.127800 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-683c7401-f9e1-4973-8753-a310867490e6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a299eeb8-9527-49ad-8917-f3c0fc0627d3 HTTP/1.1" status: 204 len: 168 time: 0.3120358 Jun 09 22:04:23.130509 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57244) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:23.141812 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5fb2b-0c7c-4650-8455-6d5eedc7a138 None None] Network ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:23.208839 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 23814734-5fc8-41f8-98d1-d51805e9943a {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:23.209192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 23814734-5fc8-41f8-98d1-d51805e9943a not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:23.244758 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.333464 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Deleting port 40047366-774c-4361-b2a2-82117cab5d52 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:23.333810 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.422220 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] DHCP port deletion for ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 request from dv-cinder-774286-15-smb {{(pid=91723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:04:23.436113 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] For port 40047366-774c-4361-b2a2-82117cab5d52, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=40047366-774c-4361-b2a2-82117cab5d52,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:23.436462 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.488831 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Deleting port 40047366-774c-4361-b2a2-82117cab5d52 {{(pid=91723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:04:23.489219 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.554820 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Calling delete_port for 40047366-774c-4361-b2a2-82117cab5d52 owned by network:dhcp {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:23.587309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] For port 40047366-774c-4361-b2a2-82117cab5d52, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=40047366-774c-4361-b2a2-82117cab5d52,segment=NetworkSegment(61afec60-c57a-485f-a523-90b7f88ffd68),segment_id=61afec60-c57a-485f-a523-90b7f88ffd68)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:23.587641 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.599130 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.603394 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:23.646371 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=40047366-774c-4361-b2a2-82117cab5d52,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:23.648648 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] No DVR routers for this DVR port 40047366-774c-4361-b2a2-82117cab5d52 on host dv-cinder-774286-15-smb {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:23.650162 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:23.746593 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Calling delete_port for 40047366-774c-4361-b2a2-82117cab5d52 owned by network:dhcp {{(pid=91723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:04:23.763542 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.780051 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4a5b50-0c39-41ea-ad24-cf6dd8beb354']}} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:23.789276 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.791765 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61afec60-c57a-485f-a523-90b7f88ffd68') {'for_net_delete': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:23.792055 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61afec60-c57a-485f-a523-90b7f88ffd68') {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:04:23.793642 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:23.802846 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11420964'] for segment, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.817875 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.824340 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=91721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:04:23.824771 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11751745'] for segment, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.838010 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Pushing event deleted for resources: {'Port': ['ID=40047366-774c-4361-b2a2-82117cab5d52,revision_number=None']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: Traceback (most recent call last): Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: timer() Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: cb(*args, **kw) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: return func(*args, **kwargs) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: self._notify() Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: self.callback(batched_events) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: event.method(event) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: return f(self, *a, **k) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: return self._get(url).json() Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: return self.request(url, 'GET', **kwargs) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:04:23.838191 dv-cinder-774286-15-smb neutron-server[91721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:04:23.842369 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] No DVR routers for this DVR port 40047366-774c-4361-b2a2-82117cab5d52 on host dv-cinder-774286-15-smb {{(pid=91723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:04:23.851215 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.852146 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.852146 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.852315 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.852578 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.852886 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.853214 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.853518 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.853849 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.854171 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.854517 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.854833 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:04:23.857876 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:23.908982 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.912712 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-975aff9f-d3be-4f33-accc-a3e8baa4dbfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:23.928591 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:23.930632 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab4a5b50-0c39-41ea-ad24-cf6dd8beb354 HTTP/1.1" status: 204 len: 168 time: 0.7990611 Jun 09 22:04:23.936168 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4a5b50-0c39-41ea-ad24-cf6dd8beb354,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:23.938414 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:24.043612 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57248) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:24.178561 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-7c66921b-9aab-4455-8bc5-e4ee822ad23f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5202b5a6907b454587fef58291cbfe2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335485 Jun 09 22:04:24.181241 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57250) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:24.236251 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f7f2374b-7e30-4de7-ab5f-b0ccc8bd2d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.261794 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f7f2374b-7e30-4de7-ab5f-b0ccc8bd2d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.311205 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f7f2374b-7e30-4de7-ab5f-b0ccc8bd2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.313596 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f7f2374b-7e30-4de7-ab5f-b0ccc8bd2d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:24.314793 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f7f2374b-7e30-4de7-ab5f-b0ccc8bd2d40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdf16053-5e7c-4a1a-90d6-c728f9921278 HTTP/1.1" status: 204 len: 168 time: 0.1326663 Jun 09 22:04:24.315641 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0ef43074-567c-4124-9bfa-d592bb899b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:24.325312 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2374b-7e30-4de7-ab5f-b0ccc8bd2d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf16053-5e7c-4a1a-90d6-c728f9921278,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:24.327727 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f7f2374b-7e30-4de7-ab5f-b0ccc8bd2d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.023479 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 40047366-774c-4361-b2a2-82117cab5d52 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:04:25.033502 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57272) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:25.057478 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 40047366-774c-4361-b2a2-82117cab5d52 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:04:25.057831 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 40047366-774c-4361-b2a2-82117cab5d52 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:04:25.139388 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-803100341-network', 'tenant_id': '8b3369996ad049a0aac8c24b99dd1b3c'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:25.160781 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Made reservation on behalf of 8b3369996ad049a0aac8c24b99dd1b3c for: {'network': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:25.163000 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.175067 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.278671 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.282174 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.286071 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-46a23c8f-99aa-4f91-b38a-c79265d3d9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:25.313576 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=91721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:04:25.322241 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635a30ff-f06b-4e9a-b069-fdf7dadde395,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:25.325814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.328482 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.328824 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.segments_db [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Added segment 321d7bda-231e-4522-91fd-b0e175bce14b of type vlan for network 1c81ba36-66d3-4c4f-97c6-b042771b913e Jun 09 22:04:25.355718 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.384584 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.386307 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:25.386908 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.391459 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:25.477601 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4428155 Jun 09 22:04:25.480429 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57276) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:04:25.485506 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Request body: {'subnet': {'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-803100341-subnet', 'tenant_id': '8b3369996ad049a0aac8c24b99dd1b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:25.487231 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Pushing event updated for resources: {'Network': ['ID=1c81ba36-66d3-4c4f-97c6-b042771b913e,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:25.489895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.497151 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:04:25.511144 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Made reservation on behalf of 8b3369996ad049a0aac8c24b99dd1b3c for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:25.513471 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10781597'] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.711989 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10588369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10781679'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.716313 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-96bf67a1-e088-42c7-accb-a5ea24bcf02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:25.786529 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=da79b1a0-296f-4750-8661-58e5b7e4e376,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:25.790921 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:25.799668 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Checking segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:04:25.800024 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Network hostable DHCP agents. Network: 1c81ba36-66d3-4c4f-97c6-b042771b913e, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:04:25.816819 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:04:25.825948 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 1c81ba36-66d3-4c4f-97c6-b042771b913e) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:25.829818 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:25.830548 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:25.835033 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e8db7-9ad4-4183-8e3c-d11945e00ce5 None None] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:25.847601 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d65bfe15-af96-475c-9f81-affbb86e7dae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3659947 Jun 09 22:04:26.028435 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a9f93-b9e9-492b-b7d3-745ebac54efa None None] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:04:26.451554 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-3bf03257-7105-4c5f-b056-f50c4cb9ca1f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:26.452880 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-3bf03257-7105-4c5f-b056-f50c4cb9ca1f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.1402588 Jun 09 22:04:26.467164 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-dd5c0104-1874-4b84-809a-2770f705e9b0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/quotas/8b3369996ad049a0aac8c24b99dd1b3c HTTP/1.1" status: 200 len: 375 time: 0.0086284 Jun 09 22:04:26.513222 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-30cbd5e0-a81a-43ec-88c3-75df5ffcc8c2 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410745 Jun 09 22:04:26.640957 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-4c4caf3d-f75d-4b32-a1be-6dcfa625a2c0 service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212795 Jun 09 22:04:26.770307 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-1745af94-f9f0-44ca-8bf0-405d45b024ff service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236329 Jun 09 22:04:26.993213 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c6e1bb09-3e73-4a27-b008-190b7c7735c0 req-0ef2ea90-d9b5-446f-95e3-0ee0355254b5 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 210 time: 0.0960088 Jun 09 22:04:28.069629 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-b56f19e7-25f0-40ba-acc6-26e7ff84e9a1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:28.071714 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-b56f19e7-25f0-40ba-acc6-26e7ff84e9a1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.2614591 Jun 09 22:04:28.083386 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Request body: {'port': {'device_id': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'admin_state_up': True, 'tenant_id': '8b3369996ad049a0aac8c24b99dd1b3c'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:28.150144 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9feb1dd5-d88f-4437-9016-ea052d81ddca req-7aa0ef43-36e2-420b-8dc5-e732bfd974f4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 210 time: 0.0428479 Jun 09 22:04:28.234907 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Made reservation on behalf of 8b3369996ad049a0aac8c24b99dd1b3c for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:28.238295 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.395653 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Allocated IP 172.20.0.13 (1c81ba36-66d3-4c4f-97c6-b042771b913e/da79b1a0-296f-4750-8661-58e5b7e4e376/e7294159-8ca3-430e-9385-d5d984b4499a) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:04:28.589948 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.618016 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.623270 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-556cc9ea-fa52-4d84-adde-2f969f4122f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:28.689174 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:04:28.694632 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:28.698898 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:04:28.727796 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event updated for resources: {'Port': ['ID=e7294159-8ca3-430e-9385-d5d984b4499a,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:28.735075 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:28.762289 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:28.762925 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:28.780289 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-0aeda9e8-2f97-4c1f-9f0d-cc52d01ddb2b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7008557 Jun 09 22:04:28.792323 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Request body: {'port': {'device_id': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:28.901709 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.238951 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7294159-8ca3-430e-9385-d5d984b4499a {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:29.246941 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.261741 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Transition to ACTIVE for port object e7294159-8ca3-430e-9385-d5d984b4499a will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:04:29.265507 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.269921 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0b3a534f-d8ab-4656-86df-76e48a704733 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:29.333870 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ed996-712e-4d21-a5a8-7b5875bc2759 req-f96b173b-e44b-44e7-ae2c-e14adbc50fa4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:29.335378 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-766ed996-712e-4d21-a5a8-7b5875bc2759 req-f96b173b-e44b-44e7-ae2c-e14adbc50fa4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 944 time: 0.0806305 Jun 09 22:04:29.387287 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-766ed996-712e-4d21-a5a8-7b5875bc2759 req-3f1b0999-2948-4419-9c3c-89cdd7463325 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459244 Jun 09 22:04:29.393200 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Pushing event updated for resources: {'Port': ['ID=e7294159-8ca3-430e-9385-d5d984b4499a,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:29.419062 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:29.496714 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Attempting to bind port e7294159-8ca3-430e-9385-d5d984b4499a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:04:29.496960 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Attempting to bind port e7294159-8ca3-430e-9385-d5d984b4499a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:04:29.497292 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Attempting to bind port e7294159-8ca3-430e-9385-d5d984b4499a on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:29.501860 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Port e7294159-8ca3-430e-9385-d5d984b4499a on network 1c81ba36-66d3-4c4f-97c6-b042771b913e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:04:29.502202 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Attempting to bind port e7294159-8ca3-430e-9385-d5d984b4499a on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:29.507219 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:04:29.508164 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Checking segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:04:29.508505 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Bound using segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:04:29.508917 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Bound port: e7294159-8ca3-430e-9385-d5d984b4499a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:04:29.509257 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.595615 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] For port e7294159-8ca3-430e-9385-d5d984b4499a, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:04:29.598881 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] For port e7294159-8ca3-430e-9385-d5d984b4499a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e7294159-8ca3-430e-9385-d5d984b4499a,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:04:29.603520 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.607940 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9e54e065-5313-4cca-9560-3450d506fa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:29.665056 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:29.665662 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:29.667043 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] 10.222.0.15 "PUT /v2.0/ports/e7294159-8ca3-430e-9385-d5d984b4499a HTTP/1.1" status: 200 len: 1094 time: 0.8792865 Jun 09 22:04:29.667542 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'tag': 'e7294159-8ca3-430e-9385-d5d984b4499a'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:29.669785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad" -d '{"events": [{"name": "network-changed", "server_uuid": "d1410e6d-3326-453a-a4f1-9adc429b4df0", "tag": "e7294159-8ca3-430e-9385-d5d984b4499a"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:29.693811 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Pushing event updated for resources: {'Port': ['ID=e7294159-8ca3-430e-9385-d5d984b4499a,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:29.698138 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:29.748340 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2797e341-9a21-47a8-8661-1f5b04746845 x-openstack-request-id: req-2797e341-9a21-47a8-8661-1f5b04746845 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:29.748586 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1410e6d-3326-453a-a4f1-9adc429b4df0", "tag": "e7294159-8ca3-430e-9385-d5d984b4499a", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:29.748876 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2797e341-9a21-47a8-8661-1f5b04746845 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:29.749293 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'tag': 'e7294159-8ca3-430e-9385-d5d984b4499a', 'status': 'completed', 'code': 200} Jun 09 22:04:29.787305 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-ad2aaf00-5c88-4d3c-9025-3bdaac4d0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:29.789288 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-ad2aaf00-5c88-4d3c-9025-3bdaac4d0ef6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 1097 time: 0.0741701 Jun 09 22:04:29.949372 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-a1a8283d-e270-4190-b6a4-066724738db4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7294159-8ca3-430e-9385-d5d984b4499a HTTP/1.1" status: 200 len: 217 time: 0.1527176 Jun 09 22:04:30.011717 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-fb6c8f98-e591-4faf-a888-e2dec776afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.012990 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-fb6c8f98-e591-4faf-a888-e2dec776afc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.0576899 Jun 09 22:04:30.059211 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-da887c68-7369-45c4-95d7-7d87f7facc6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399241 Jun 09 22:04:30.186489 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-17348922-df44-4fb6-93ef-2dd509f90534 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210775 Jun 09 22:04:30.313420 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-d73a8916-f7f0-430f-b4c1-97e544b222a7 req-7bfb535f-66a3-438d-8218-4603a57f5d34 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212273 Jun 09 22:04:30.422972 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-4ff7431d-6b8a-44c7-93f5-685984c6d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.424459 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-4ff7431d-6b8a-44c7-93f5-685984c6d891 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 1097 time: 0.0699902 Jun 09 22:04:30.556050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-d05f4e2e-ac69-4e4b-abd5-292025a5219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.557505 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-d05f4e2e-ac69-4e4b-abd5-292025a5219f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 915 time: 0.1259861 Jun 09 22:04:30.573196 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce654a93-3229-41a9-aead-c07a3c88e759 req-f1f91eeb-ec85-4e3e-a5d6-bf71bd89c8e9 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.574598 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce654a93-3229-41a9-aead-c07a3c88e759 req-f1f91eeb-ec85-4e3e-a5d6-bf71bd89c8e9 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 944 time: 0.0780597 Jun 09 22:04:30.618626 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce654a93-3229-41a9-aead-c07a3c88e759 req-b23968a4-3304-4834-99b3-28d762925dbb tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Jun 09 22:04:30.627893 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-91d5e400-6de8-4bce-83bb-177da1c925a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7294159-8ca3-430e-9385-d5d984b4499a HTTP/1.1" status: 200 len: 217 time: 0.0641134 Jun 09 22:04:30.688294 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-20dc65b7-83eb-4b7c-8c80-40123dffd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:30.689709 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-20dc65b7-83eb-4b7c-8c80-40123dffd664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.0557730 Jun 09 22:04:30.739813 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-9cfb4dde-fd69-41e8-974c-df5b55b51220 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430231 Jun 09 22:04:30.870643 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-063149b2-941d-455c-ae1e-ae1ac1cafe4c service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236384 Jun 09 22:04:30.998902 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9d04cde9-2407-4e5c-90d1-c4325fbf4cad req-794b512c-eede-4e5f-9eb3-6a860e06c58b service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219730 Jun 09 22:04:31.805451 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bdc8e-51ef-4064-a857-962cb74d22fd req-7bf5004c-ebf3-4fae-a6ed-0db3430bedd0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:31.806922 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f60bdc8e-51ef-4064-a857-962cb74d22fd req-7bf5004c-ebf3-4fae-a6ed-0db3430bedd0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 944 time: 0.0825195 Jun 09 22:04:31.849744 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f60bdc8e-51ef-4064-a857-962cb74d22fd req-4953f673-06b9-4479-adb3-07bedd087925 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Jun 09 22:04:33.029642 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f83ce4-79f7-46cc-8ea0-21d96f6e3978 req-16e81d98-69be-4077-ba4e-9577a7b4bfcb tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:33.031203 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-32f83ce4-79f7-46cc-8ea0-21d96f6e3978 req-16e81d98-69be-4077-ba4e-9577a7b4bfcb tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 944 time: 0.0800154 Jun 09 22:04:33.076278 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-32f83ce4-79f7-46cc-8ea0-21d96f6e3978 req-2be8cb04-c303-42b6-9ad5-22e9e572b969 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Jun 09 22:04:34.013506 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-68d9e737-6a0b-46d0-b53c-2f2692139688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:34.264122 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7652564-0b91-4468-a2f9-82a6913d5044 req-bc664ce4-5711-41b3-9679-03237b99ee70 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:34.265568 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7652564-0b91-4468-a2f9-82a6913d5044 req-bc664ce4-5711-41b3-9679-03237b99ee70 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 944 time: 0.0821354 Jun 09 22:04:34.309547 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a7652564-0b91-4468-a2f9-82a6913d5044 req-2a2184ce-074e-405d-9b97-308faed7a405 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Jun 09 22:04:34.807762 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device e7294159-8ca3-430e-9385-d5d984b4499a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:34.939729 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port e7294159-8ca3-430e-9385-d5d984b4499a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e7294159-8ca3-430e-9385-d5d984b4499a,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:34.953200 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'e7294159-8ca3-430e-9385-d5d984b4499a', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'port_id': 'e7294159-8ca3-430e-9385-d5d984b4499a', 'mac_address': 'fa:16:3e:3d:c6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da79b1a0-296f-4750-8661-58e5b7e4e376', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:35.010910 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:35.027942 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7294159-8ca3-430e-9385-d5d984b4499a {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:35.043296 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port e7294159-8ca3-430e-9385-d5d984b4499a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e7294159-8ca3-430e-9385-d5d984b4499a,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:35.046794 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:35.048445 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:35.113159 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=e7294159-8ca3-430e-9385-d5d984b4499a,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:35.116088 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:35.487379 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb365b-fcd5-4224-b2bb-d509ecc86b4c req-40a0a202-1a6e-4256-b266-d32e7e034bf1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:35.488818 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1cb365b-fcd5-4224-b2bb-d509ecc86b4c req-40a0a202-1a6e-4256-b266-d32e7e034bf1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 945 time: 0.0775449 Jun 09 22:04:35.506060 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:35.537387 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a1cb365b-fcd5-4224-b2bb-d509ecc86b4c req-65480513-55dd-4682-80b6-2cd45f5410ee tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Jun 09 22:04:36.393198 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.416037 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-cca1b945-2476-416a-80fd-759b39c01718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:36.716854 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fe96-cca9-49e0-bf64-02889a4ffdc8 req-53791204-679f-458e-99a4-aa4e36d2a0e1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:36.718281 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-60f0fe96-cca9-49e0-bf64-02889a4ffdc8 req-53791204-679f-458e-99a4-aa4e36d2a0e1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 945 time: 0.0791366 Jun 09 22:04:36.763354 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-60f0fe96-cca9-49e0-bf64-02889a4ffdc8 req-49d54859-2c54-4d9c-9729-5aac22c34bc7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Jun 09 22:04:36.817585 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device e7294159-8ca3-430e-9385-d5d984b4499a up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:36.885228 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port e7294159-8ca3-430e-9385-d5d984b4499a completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:04:36.889651 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port e7294159-8ca3-430e-9385-d5d984b4499a triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:36.890030 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.002353 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:04:37.002997 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.028751 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7294159-8ca3-430e-9385-d5d984b4499a'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:37.031151 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd3e2d8-359f-47a5-84da-79525387bcbd" -d '{"events": [{"server_uuid": "d1410e6d-3326-453a-a4f1-9adc429b4df0", "name": "network-vif-plugged", "status": "completed", "tag": "e7294159-8ca3-430e-9385-d5d984b4499a"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:37.038945 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port e7294159-8ca3-430e-9385-d5d984b4499a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e7294159-8ca3-430e-9385-d5d984b4499a,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:37.042839 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.044746 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:37.078910 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa29433-f75e-4f47-9767-bebfb473ec1c x-openstack-request-id: req-8fa29433-f75e-4f47-9767-bebfb473ec1c {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:37.079205 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1410e6d-3326-453a-a4f1-9adc429b4df0", "name": "network-vif-plugged", "status": "completed", "tag": "e7294159-8ca3-430e-9385-d5d984b4499a", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:37.079462 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fa29433-f75e-4f47-9767-bebfb473ec1c {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:37.079869 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7294159-8ca3-430e-9385-d5d984b4499a', 'code': 200} Jun 09 22:04:37.115958 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=e7294159-8ca3-430e-9385-d5d984b4499a,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:37.119498 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:37.298093 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41d3e4-1f6b-40bd-ba3b-e126f910a8d7 req-a247e957-c788-4390-a2f6-eac5eeb9d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:37.299506 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1d41d3e4-1f6b-40bd-ba3b-e126f910a8d7 req-a247e957-c788-4390-a2f6-eac5eeb9d8e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 1099 time: 0.0683527 Jun 09 22:04:37.339188 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-1d41d3e4-1f6b-40bd-ba3b-e126f910a8d7 req-cfec318e-0df5-4e09-b30b-31703d8d01ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330350 Jun 09 22:04:37.732608 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.734946 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:37.946359 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9dd42-a293-4f22-bddb-e6ce3ba5380a req-8c2e9090-5248-4b25-bbd5-3dacc3db23d2 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:37.947730 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-08b9dd42-a293-4f22-bddb-e6ce3ba5380a req-8c2e9090-5248-4b25-bbd5-3dacc3db23d2 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 946 time: 0.0813520 Jun 09 22:04:38.081031 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-08b9dd42-a293-4f22-bddb-e6ce3ba5380a req-cec9a47b-3ee2-4234-8330-53926cda2f30 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277983 Jun 09 22:04:38.110409 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-f97d9625-0184-46e2-b047-ed4b54d2dafd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729566 Jun 09 22:04:38.249290 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-d82c9d6b-7884-4c2a-bbd8-d1ed30bef538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.250646 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-d82c9d6b-7884-4c2a-bbd8-d1ed30bef538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1098 time: 0.0694261 Jun 09 22:04:38.391545 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-fe717656-8842-4947-b3b7-676cf3bbfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.392945 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-fe717656-8842-4947-b3b7-676cf3bbfc3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 910 time: 0.1216354 Jun 09 22:04:38.588496 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-e2ecd3eb-548a-4830-bc2d-081f84630d27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 1000 time: 0.1888885 Jun 09 22:04:38.652655 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-98c7edc6-3007-4301-8c21-a56362b35aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.654096 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-98c7edc6-3007-4301-8c21-a56362b35aec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.0588787 Jun 09 22:04:38.729672 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-1ec506a4-9f7d-4ca0-b594-e7669529e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:38.731146 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-1ec506a4-9f7d-4ca0-b594-e7669529e8d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0707080 Jun 09 22:04:38.752655 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-221041f0-2135-44b3-aae6-1ba97e1289b6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:04:38.753594 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-221041f0-2135-44b3-aae6-1ba97e1289b6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048347 Jun 09 22:04:38.883032 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-e8f5dc36-efcf-4ff2-b8e5-b469f6a22d5a service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224737 Jun 09 22:04:39.011557 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-5b540d46-218e-4878-be1d-19e7236bc1ff req-41aac2c7-c4a4-415f-96d4-5da141a72e5b service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221983 Jun 09 22:04:39.265256 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701862-bd8b-480f-af5e-d5fbeb8af5d4 req-bfd5b3f9-eaa5-47b0-8c1b-c0aab8ef6bfa tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:39.266639 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb701862-bd8b-480f-af5e-d5fbeb8af5d4 req-bfd5b3f9-eaa5-47b0-8c1b-c0aab8ef6bfa tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 946 time: 0.0797477 Jun 09 22:04:39.313557 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bb701862-bd8b-480f-af5e-d5fbeb8af5d4 req-875a64d7-b5a9-4949-b665-7c57913a4b93 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413697 Jun 09 22:04:39.329942 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:43.750370 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592f13-2909-44a8-9365-c0f84022b2df req-8cc243ed-d442-41cb-b503-6a7435b6582f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:43.751799 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-8cc243ed-d442-41cb-b503-6a7435b6582f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.1445935 Jun 09 22:04:43.766249 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-6c7e57a7-6492-41f8-83ad-e2da9af602c8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/quotas/8b3369996ad049a0aac8c24b99dd1b3c HTTP/1.1" status: 200 len: 375 time: 0.0090427 Jun 09 22:04:43.842010 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-d0f054bb-696f-4488-9cda-8dd77e3503a0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710330 Jun 09 22:04:43.852814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-d0381f8a-49df-4c57-8be6-502cc5626c30 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:04:43.853719 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-d0381f8a-49df-4c57-8be6-502cc5626c30 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055852 Jun 09 22:04:43.980164 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-7cd072f7-2b69-425c-9578-8ff7f7c5a8b7 service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212678 Jun 09 22:04:44.106540 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-78bff39b-9955-4a6d-85b5-46521ed290a4 service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207919 Jun 09 22:04:44.281540 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-51daf392-90cc-418e-a668-6f5e3ca4e5d7 req-6940b0ce-3d89-4da9-aed0-d4cb1cd0aec7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 210 time: 0.0408163 Jun 09 22:04:45.280077 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592f13-2909-44a8-9365-c0f84022b2df req-6beecc4d-b730-4522-9e85-60b84653544f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:45.281365 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-6beecc4d-b730-4522-9e85-60b84653544f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.1450243 Jun 09 22:04:45.293640 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Request body: {'port': {'device_id': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'admin_state_up': True, 'tenant_id': '8b3369996ad049a0aac8c24b99dd1b3c'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:45.430681 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f7668cac-7bcb-4790-9539-123593773e00 req-526d0c80-df3a-4786-9d4e-bece09c9eca5 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 210 time: 0.0450015 Jun 09 22:04:45.450194 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Made reservation on behalf of 8b3369996ad049a0aac8c24b99dd1b3c for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:04:45.453638 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.611510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Allocated IP 172.20.0.10 (1c81ba36-66d3-4c4f-97c6-b042771b913e/da79b1a0-296f-4750-8661-58e5b7e4e376/4a7b20e5-bd61-4a3d-a19d-3390db4257dd) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:04:45.806064 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.834177 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:45.842000 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:45.846478 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:45.910050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:04:45.913149 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:04:45.917050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:04:45.951233 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event updated for resources: {'Port': ['ID=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:45.955450 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:45.982170 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:45.982803 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.001152 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-65220f6f-a057-4120-85a6-79ff42b40c01 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7112560 Jun 09 22:04:46.013161 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Request body: {'port': {'device_id': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:04:46.120439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.559744 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7b20e5-bd61-4a3d-a19d-3390db4257dd {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:46.566827 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.580974 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Transition to ACTIVE for port object 4a7b20e5-bd61-4a3d-a19d-3390db4257dd will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:04:46.586133 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.590898 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a974b22c-3068-474e-9667-539b30dbf111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:46.614987 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138106b-5dc1-4aa4-8d94-05f2bcf287ba req-316245be-aea9-4791-bdfc-248e42fd389a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:46.616634 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0138106b-5dc1-4aa4-8d94-05f2bcf287ba req-316245be-aea9-4791-bdfc-248e42fd389a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 932 time: 0.0784738 Jun 09 22:04:46.660477 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0138106b-5dc1-4aa4-8d94-05f2bcf287ba req-becf2e0e-2884-4809-b511-ecfbed22bc12 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Jun 09 22:04:46.740225 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:46.747279 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:46.815385 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Attempting to bind port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:04:46.815711 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Attempting to bind port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:04:46.816028 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Attempting to bind port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:46.820713 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd on network 1c81ba36-66d3-4c4f-97c6-b042771b913e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:04:46.821029 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Attempting to bind port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:04:46.826733 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:04:46.827060 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Checking segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:04:46.827428 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Bound using segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:04:46.827837 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Bound port: 4a7b20e5-bd61-4a3d-a19d-3390db4257dd, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:04:46.828171 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.916349 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] For port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:04:46.919199 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] For port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:04:46.923434 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.927807 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-232044f8-9275-48c3-ab0a-997e551d3beb tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:46.982126 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:46.982668 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:46.984053 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a7b20e5-bd61-4a3d-a19d-3390db4257dd HTTP/1.1" status: 200 len: 1094 time: 0.9755907 Jun 09 22:04:46.984580 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'tag': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:46.986824 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f" -d '{"events": [{"name": "network-changed", "server_uuid": "af1ef69f-7e90-4572-b521-6607eedf4d7f", "tag": "4a7b20e5-bd61-4a3d-a19d-3390db4257dd"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:47.007223 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:47.010882 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-98817d9b-4180-4de9-9aff-b51e3bb6ae48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:47.052676 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7686f4-bb58-449a-9d6b-cde9f61981a4 x-openstack-request-id: req-4c7686f4-bb58-449a-9d6b-cde9f61981a4 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:47.052993 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1ef69f-7e90-4572-b521-6607eedf4d7f", "tag": "4a7b20e5-bd61-4a3d-a19d-3390db4257dd", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:47.053273 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c7686f4-bb58-449a-9d6b-cde9f61981a4 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:47.053687 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'tag': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', 'status': 'completed', 'code': 200} Jun 09 22:04:47.092992 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592f13-2909-44a8-9365-c0f84022b2df req-c811f684-77f9-427b-8eda-7ac678cb37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.094447 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-c811f684-77f9-427b-8eda-7ac678cb37c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 1097 time: 0.0728447 Jun 09 22:04:47.163417 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-d560c0df-241d-4141-9c09-951b3539a840 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a7b20e5-bd61-4a3d-a19d-3390db4257dd HTTP/1.1" status: 200 len: 217 time: 0.0622015 Jun 09 22:04:47.227172 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592f13-2909-44a8-9365-c0f84022b2df req-df186d2d-ce0f-4e94-8a76-6f273457f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.228548 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-df186d2d-ce0f-4e94-8a76-6f273457f609 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.0583477 Jun 09 22:04:47.274593 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-2f2d0ca8-0ef3-4710-a875-cf078209e89b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393128 Jun 09 22:04:47.401014 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-fad40785-a2ca-4bc1-a20b-2e90d92b15a2 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199608 Jun 09 22:04:47.526284 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-f2592f13-2909-44a8-9365-c0f84022b2df req-023796d8-7768-4b9a-9283-df5547e22225 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194124 Jun 09 22:04:47.636361 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-0772493d-5d5b-4c7d-a605-61c45078073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.637775 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-0772493d-5d5b-4c7d-a605-61c45078073c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 1097 time: 0.0690615 Jun 09 22:04:47.766426 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-c9e7a2f0-8f10-40aa-aa38-ee39a947d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.767819 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-c9e7a2f0-8f10-40aa-aa38-ee39a947d296 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 915 time: 0.1236947 Jun 09 22:04:47.842223 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-bd54b76c-669f-44ca-8298-36a7c12bd97a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a7b20e5-bd61-4a3d-a19d-3390db4257dd HTTP/1.1" status: 200 len: 217 time: 0.0658739 Jun 09 22:04:47.853659 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7f5dd-fdca-4184-9afc-57446c8d500b req-183bd86a-5c85-46e2-9212-a820d4b76ee8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.855136 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93f7f5dd-fdca-4184-9afc-57446c8d500b req-183bd86a-5c85-46e2-9212-a820d4b76ee8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 944 time: 0.0832078 Jun 09 22:04:47.898765 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-93f7f5dd-fdca-4184-9afc-57446c8d500b req-c965f605-889f-4867-a4fa-db708b8a231e tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379057 Jun 09 22:04:47.903258 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-db45c011-afe7-4e8d-a8b5-97c8826c7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:47.904677 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-db45c011-afe7-4e8d-a8b5-97c8826c7d5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.0568535 Jun 09 22:04:47.955303 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-463abd04-8ee1-47f3-805c-0a7cf2371976 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436151 Jun 09 22:04:48.190047 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-da342108-faca-4e69-b003-18c8b8cb1197 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285566 Jun 09 22:04:48.319693 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-9cb48e23-e63d-4bf4-99fd-cd6767d0e28f req-49254118-f52c-4293-83b9-24d763bc53e6 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233644 Jun 09 22:04:49.080758 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f50dc-881f-4243-aa73-2ef40d994bfc req-19902f49-a074-46a3-8cf3-469c40ae48f0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:49.082471 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c98f50dc-881f-4243-aa73-2ef40d994bfc req-19902f49-a074-46a3-8cf3-469c40ae48f0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 944 time: 0.0771110 Jun 09 22:04:49.126574 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c98f50dc-881f-4243-aa73-2ef40d994bfc req-179ffc20-e291-4882-a328-0be4de646d44 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Jun 09 22:04:50.311566 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb15a6-9a56-46f2-aea1-be949657f10b req-56948f1a-fe8f-4090-abfb-18aa63f3fe48 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:50.313013 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-36fb15a6-9a56-46f2-aea1-be949657f10b req-56948f1a-fe8f-4090-abfb-18aa63f3fe48 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 944 time: 0.0817890 Jun 09 22:04:50.357645 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-36fb15a6-9a56-46f2-aea1-be949657f10b req-32c96c5a-6945-4cbe-8a8d-627b85a13314 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391443 Jun 09 22:04:51.540599 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895117f6-4d8d-442e-9999-30f5c9db0859 req-5cf34603-c995-4275-af10-68fb588fb02b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:51.542051 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-895117f6-4d8d-442e-9999-30f5c9db0859 req-5cf34603-c995-4275-af10-68fb588fb02b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 944 time: 0.0816789 Jun 09 22:04:51.588234 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-895117f6-4d8d-442e-9999-30f5c9db0859 req-bf9be0e6-bd81-4f40-9229-405af268ca04 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Jun 09 22:04:52.769855 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f3f7-83cf-4521-9731-502e90e7a2d4 req-6cbf1fa1-ba30-41b4-9015-6d313e1e5302 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:52.771322 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d684f3f7-83cf-4521-9731-502e90e7a2d4 req-6cbf1fa1-ba30-41b4-9015-6d313e1e5302 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 944 time: 0.0784588 Jun 09 22:04:52.816211 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d684f3f7-83cf-4521-9731-502e90e7a2d4 req-50d51dc6-023b-48a1-9b4c-082be68c874f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Jun 09 22:04:52.872035 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 4a7b20e5-bd61-4a3d-a19d-3390db4257dd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:04:53.029865 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:53.043004 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'port_id': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', 'mac_address': 'fa:16:3e:fd:b3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da79b1a0-296f-4750-8661-58e5b7e4e376', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:04:53.097974 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:53.114996 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7b20e5-bd61-4a3d-a19d-3390db4257dd {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:04:53.130966 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:53.134831 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:53.136497 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:53.203797 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:53.207065 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:53.516385 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['4a7b20e5-bd61-4a3d-a19d-3390db4257dd'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:04:53.996963 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1672279-aa4d-4d00-8dd8-7095e578f653 req-86240fdb-0820-446b-a3a7-771c93abb45b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:53.998411 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c1672279-aa4d-4d00-8dd8-7095e578f653 req-86240fdb-0820-446b-a3a7-771c93abb45b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 945 time: 0.0811949 Jun 09 22:04:54.041564 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c1672279-aa4d-4d00-8dd8-7095e578f653 req-63ebdabc-6610-4e7a-9387-6e0b7961b97e tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Jun 09 22:04:54.886192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 4a7b20e5-bd61-4a3d-a19d-3390db4257dd up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:04:54.956814 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:04:54.961138 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:04:54.961514 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.076098 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.103585 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:04:55.105799 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095d91c-9f5f-4a99-b224-1143cc671217" -d '{"events": [{"server_uuid": "af1ef69f-7e90-4572-b521-6607eedf4d7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a7b20e5-bd61-4a3d-a19d-3390db4257dd"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:04:55.115308 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:04:55.122315 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:04:55.124725 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:04:55.156997 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a9f26-5646-4ca6-a8c5-64ee305025f7 x-openstack-request-id: req-0a8a9f26-5646-4ca6-a8c5-64ee305025f7 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:04:55.157294 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1ef69f-7e90-4572-b521-6607eedf4d7f", "name": "network-vif-plugged", "status": "completed", "tag": "4a7b20e5-bd61-4a3d-a19d-3390db4257dd", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:04:55.157553 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a8a9f26-5646-4ca6-a8c5-64ee305025f7 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:04:55.157938 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', 'code': 200} Jun 09 22:04:55.196657 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:04:55.199786 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:04:55.238264 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c3f10-0bd2-4728-b2e1-f0ac0473166c req-124ba2b1-d9af-4216-b19f-d181b70cb729 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:55.239858 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ca5c3f10-0bd2-4728-b2e1-f0ac0473166c req-124ba2b1-d9af-4216-b19f-d181b70cb729 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 946 time: 0.0946798 Jun 09 22:04:55.284613 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ca5c3f10-0bd2-4728-b2e1-f0ac0473166c req-d5b418d1-d92b-4cb2-b55d-c526a7c2fc20 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383818 Jun 09 22:04:55.377298 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9489ca-7bae-4190-af92-ff8c1c6db53e req-e1b97e2b-2569-4b06-bd38-88442a72c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:55.378739 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-da9489ca-7bae-4190-af92-ff8c1c6db53e req-e1b97e2b-2569-4b06-bd38-88442a72c730 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 1099 time: 0.0686021 Jun 09 22:04:55.419640 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-da9489ca-7bae-4190-af92-ff8c1c6db53e req-1ab01b72-bd59-488c-bad5-1c465121e61e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Jun 09 22:04:56.471141 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a1c13-686b-4c1b-b179-dc1cba243c57 req-895a8121-fa28-4546-8c8b-7b2ad4e83627 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:56.472591 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694a1c13-686b-4c1b-b179-dc1cba243c57 req-895a8121-fa28-4546-8c8b-7b2ad4e83627 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 946 time: 0.0812118 Jun 09 22:04:56.516554 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-694a1c13-686b-4c1b-b179-dc1cba243c57 req-fa590cb2-fedf-4421-ac69-3f03a7f50119 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377731 Jun 09 22:04:57.709068 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1038a-0dc1-41d6-8b88-754df2aa2377 req-08be3c2e-a0a5-4684-80ea-f52e9c0d66e3 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:04:57.710551 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-76d1038a-0dc1-41d6-8b88-754df2aa2377 req-08be3c2e-a0a5-4684-80ea-f52e9c0d66e3 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 946 time: 0.0787196 Jun 09 22:04:57.757022 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-76d1038a-0dc1-41d6-8b88-754df2aa2377 req-a81a7451-74d4-402a-8f2b-0fc237057be7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Jun 09 22:05:00.982851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-cd9bcf02-0d7d-456f-a25a-4d120ee7c56e tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:00.984185 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-cd9bcf02-0d7d-456f-a25a-4d120ee7c56e tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.2246037 Jun 09 22:05:00.998580 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-ddd5ee94-8ca1-46ec-b196-37d2d6496bef tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/quotas/8b3369996ad049a0aac8c24b99dd1b3c HTTP/1.1" status: 200 len: 375 time: 0.0087781 Jun 09 22:05:01.077584 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a4cc001d-4116-460c-b8a1-40eadcc7bc29 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741575 Jun 09 22:05:01.206458 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-25cd9a5b-460b-4cc5-b000-0f669f331437 service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217527 Jun 09 22:05:01.333837 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-789361f6-e738-4a11-89a5-8ac9b05f4304 service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216087 Jun 09 22:05:01.510357 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ea9beb75-7207-4802-95a5-d792509fc462 req-6515a414-baa8-4e4b-abcc-038bb113e94c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 210 time: 0.0450537 Jun 09 22:05:02.595153 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-59aa8b7a-7c6b-4794-86e9-9b7f9532f6c3 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:02.596564 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-59aa8b7a-7c6b-4794-86e9-9b7f9532f6c3 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.1498911 Jun 09 22:05:02.610180 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Request body: {'port': {'device_id': '3335800f-eead-44c1-9fa3-c033510a1d31', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'admin_state_up': True, 'tenant_id': '8b3369996ad049a0aac8c24b99dd1b3c'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:02.670535 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3890d71b-14c0-4c51-912a-f97d42ab7af0 req-aa3f0217-34ff-49ca-8f21-d8eb1785b815 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 210 time: 0.0530939 Jun 09 22:05:02.762983 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Made reservation on behalf of 8b3369996ad049a0aac8c24b99dd1b3c for: {'port': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:05:02.766340 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:02.924105 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_common [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Allocated IP 172.20.0.7 (1c81ba36-66d3-4c4f-97c6-b042771b913e/da79b1a0-296f-4750-8661-58e5b7e4e376/429a4744-28d7-4002-9256-3d19e0df828c) {{(pid=91722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:03.131279 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks [] for port, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.158730 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10588197'] for port, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.164010 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6eec38e2-3e96-4039-bb3c-93dab1237955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:03.170003 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a', '4a7b20e5-bd61-4a3d-a19d-3390db4257dd'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:03.230939 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e is already hosted by enough agents. {{(pid=91722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:03.233946 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Resources bound (agent type, host, resource id): {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:03.237758 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Received port after_create {{(pid=91722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:03.272625 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event updated for resources: {'Port': ['ID=429a4744-28d7-4002-9256-3d19e0df828c,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:03.277492 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:03.308497 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:03.309099 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.326151 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-a2087f02-6fa6-4cb6-8b2f-23514a947f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7199161 Jun 09 22:05:03.338826 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Request body: {'port': {'device_id': '3335800f-eead-44c1-9fa3-c033510a1d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:03.444816 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.783601 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429a4744-28d7-4002-9256-3d19e0df828c {{(pid=91722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:03.791874 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.806332 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.provisioning_blocks [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Transition to ACTIVE for port object 429a4744-28d7-4002-9256-3d19e0df828c will not be triggered until provisioned by entity L2. {{(pid=91722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:03.810122 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:03.814836 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-049630db-723b-4419-b223-ce0389c718df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:03.850775 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff90079-8cbe-41de-9171-359369b5f0dc req-6a0b5104-7bad-4a01-8f82-e9b63b5aafed tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:03.852940 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1ff90079-8cbe-41de-9171-359369b5f0dc req-6a0b5104-7bad-4a01-8f82-e9b63b5aafed tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 943 time: 0.0788832 Jun 09 22:05:03.897526 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1ff90079-8cbe-41de-9171-359369b5f0dc req-bf13f85d-9664-41ef-8f00-e5f78d212ce8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Jun 09 22:05:04.017127 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-4323fe65-0845-4c47-8ae4-196c2d5590af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.062700 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Pushing event updated for resources: {'Port': ['ID=429a4744-28d7-4002-9256-3d19e0df828c,revision_number=2']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:04.069389 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:04.139424 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Attempting to bind port 429a4744-28d7-4002-9256-3d19e0df828c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:05:04.139746 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Attempting to bind port 429a4744-28d7-4002-9256-3d19e0df828c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:05:04.140078 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Attempting to bind port 429a4744-28d7-4002-9256-3d19e0df828c on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:04.144538 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Port 429a4744-28d7-4002-9256-3d19e0df828c on network 1c81ba36-66d3-4c4f-97c6-b042771b913e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:05:04.144856 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Attempting to bind port 429a4744-28d7-4002-9256-3d19e0df828c on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:04.149906 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:05:04.150239 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Checking segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:04.150642 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Bound using segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} {{(pid=91722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:05:04.151061 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.managers [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Bound port: 429a4744-28d7-4002-9256-3d19e0df828c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}}] {{(pid=91722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:05:04.151404 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.243929 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] For port 429a4744-28d7-4002-9256-3d19e0df828c, host hv-cinder-77428, cleared binding levels {{(pid=91722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:05:04.246895 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] For port 429a4744-28d7-4002-9256-3d19e0df828c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=429a4744-28d7-4002-9256-3d19e0df828c,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:05:04.251155 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10588247'] for port, after_update {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.255608 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:04.311831 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:04.312434 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:04.313777 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] 10.222.0.15 "PUT /v2.0/ports/429a4744-28d7-4002-9256-3d19e0df828c HTTP/1.1" status: 200 len: 1093 time: 0.9796178 Jun 09 22:05:04.314276 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3335800f-eead-44c1-9fa3-c033510a1d31', 'tag': '429a4744-28d7-4002-9256-3d19e0df828c'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:04.316554 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f65397-ff74-481b-8fe7-e5063e46a5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3335800f-eead-44c1-9fa3-c033510a1d31", "tag": "429a4744-28d7-4002-9256-3d19e0df828c"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:04.339360 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Pushing event updated for resources: {'Port': ['ID=429a4744-28d7-4002-9256-3d19e0df828c,revision_number=3']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:04.349102 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-86c64385-c95c-429a-867c-a1577dc0fab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:04.366601 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b202a-3c4e-4a23-9663-bef35dc334e7 x-openstack-request-id: req-5e2b202a-3c4e-4a23-9663-bef35dc334e7 {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:04.366961 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3335800f-eead-44c1-9fa3-c033510a1d31", "tag": "429a4744-28d7-4002-9256-3d19e0df828c", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:04.367276 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e2b202a-3c4e-4a23-9663-bef35dc334e7 {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:04.367728 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3335800f-eead-44c1-9fa3-c033510a1d31', 'tag': '429a4744-28d7-4002-9256-3d19e0df828c', 'status': 'completed', 'code': 200} Jun 09 22:05:04.449476 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-628404e3-e472-470c-af28-5919f101eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:04.452216 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-628404e3-e472-470c-af28-5919f101eb21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 1096 time: 0.0801387 Jun 09 22:05:04.523806 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-c3b4a50f-df6d-4c54-86bc-e57bff204c28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429a4744-28d7-4002-9256-3d19e0df828c HTTP/1.1" status: 200 len: 217 time: 0.0656300 Jun 09 22:05:04.588729 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-990f0cbb-e759-4c72-842e-62fdfcc325f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:04.590060 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-990f0cbb-e759-4c72-842e-62fdfcc325f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.0604146 Jun 09 22:05:04.637552 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-193dab83-5657-42b0-904c-fc0fe3aee1b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414574 Jun 09 22:05:04.770447 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-d28ba759-e7fd-4eea-9dec-85b3f182457f service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268871 Jun 09 22:05:04.907438 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-401cd5e6-7bce-44ab-9115-bbeec2804ea6 req-3ab8a885-a91e-4dfe-904e-4e22a93942d6 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299953 Jun 09 22:05:05.038786 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-db6bd484-966d-43ed-9fd8-de8b7abe323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:05.040402 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-db6bd484-966d-43ed-9fd8-de8b7abe323c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 1096 time: 0.0807412 Jun 09 22:05:05.108219 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ebda1-4688-46e1-bd90-4b18b96700f0 req-fdaca51b-d136-4507-ba53-166b11f48bf7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:05.110710 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae5ebda1-4688-46e1-bd90-4b18b96700f0 req-fdaca51b-d136-4507-ba53-166b11f48bf7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 943 time: 0.0908332 Jun 09 22:05:05.159526 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ae5ebda1-4688-46e1-bd90-4b18b96700f0 req-657ed803-b856-4357-aded-5fddaeeddae6 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Jun 09 22:05:05.178333 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-4cb8e526-544e-4655-bb63-bc38047336d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:05.179802 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-4cb8e526-544e-4655-bb63-bc38047336d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 915 time: 0.1325781 Jun 09 22:05:05.249941 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-e3915450-e125-4f3b-96a5-e51df60b52f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429a4744-28d7-4002-9256-3d19e0df828c HTTP/1.1" status: 200 len: 217 time: 0.0629554 Jun 09 22:05:05.316827 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-1ad7089e-6262-4b56-aee4-27661935c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:05.318242 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-1ad7089e-6262-4b56-aee4-27661935c5ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.0628648 Jun 09 22:05:05.365695 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-dd093e3a-f561-4ab2-bc5d-89719e69d583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405862 Jun 09 22:05:05.496827 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-aaa03f5f-ada7-43b8-843c-db7c4067607d service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238086 Jun 09 22:05:05.624350 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-47f65397-ff74-481b-8fe7-e5063e46a5f7 req-aee49e17-00fe-40d4-93b9-7229897a7a25 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212611 Jun 09 22:05:06.355351 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ac734-93dd-4710-8a99-cdd2f7c7f090 req-b0f0eefa-71e0-49cf-b494-054702d057db tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:06.356805 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d98ac734-93dd-4710-8a99-cdd2f7c7f090 req-b0f0eefa-71e0-49cf-b494-054702d057db tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 943 time: 0.0924141 Jun 09 22:05:06.395555 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:06.406127 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d98ac734-93dd-4710-8a99-cdd2f7c7f090 req-4ef9185b-8676-453d-bc61-712416eb1112 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 Jun 09 22:05:06.417138 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-32c388f4-36bf-456b-a133-62c8c4f3d8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.594596 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5006980-1eda-4e47-9e13-9d501466567f req-294abf6e-22fb-4f95-b73f-3ba1eae5972c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:07.596034 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d5006980-1eda-4e47-9e13-9d501466567f req-294abf6e-22fb-4f95-b73f-3ba1eae5972c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 943 time: 0.0790679 Jun 09 22:05:07.639588 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d5006980-1eda-4e47-9e13-9d501466567f req-10be821b-2434-46bf-bdd4-8de7fd49482b tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Jun 09 22:05:07.738651 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:07.739645 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:08.824278 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6602c39-66dc-49aa-97de-3fb48c065b73 req-e2d20249-ace2-4333-ab58-4d70dd868d63 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:08.825713 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c6602c39-66dc-49aa-97de-3fb48c065b73 req-e2d20249-ace2-4333-ab58-4d70dd868d63 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 943 time: 0.0821328 Jun 09 22:05:08.869958 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c6602c39-66dc-49aa-97de-3fb48c065b73 req-aa87434e-b5cb-416b-b711-96d1c735a7e1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Jun 09 22:05:08.945346 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 429a4744-28d7-4002-9256-3d19e0df828c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:05:09.073565 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 429a4744-28d7-4002-9256-3d19e0df828c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=429a4744-28d7-4002-9256-3d19e0df828c,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:09.090250 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '429a4744-28d7-4002-9256-3d19e0df828c', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'port_id': '429a4744-28d7-4002-9256-3d19e0df828c', 'mac_address': 'fa:16:3e:ef:f4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da79b1a0-296f-4750-8661-58e5b7e4e376', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:05:09.142157 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.158698 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429a4744-28d7-4002-9256-3d19e0df828c {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:09.173053 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 429a4744-28d7-4002-9256-3d19e0df828c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=429a4744-28d7-4002-9256-3d19e0df828c,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:09.176665 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.178297 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-1a19c1d9-cafe-4714-8861-32476f5f64ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:09.241251 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=429a4744-28d7-4002-9256-3d19e0df828c,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:09.244156 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:09.332079 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:09.623297 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['429a4744-28d7-4002-9256-3d19e0df828c'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:09.874706 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57484) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:10.050754 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55d0c6-e512-46ce-948d-ffaccac8beea req-20a1b2fb-4816-42c0-a91b-3f0503578295 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:10.052338 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db55d0c6-e512-46ce-948d-ffaccac8beea req-20a1b2fb-4816-42c0-a91b-3f0503578295 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 944 time: 0.0811799 Jun 09 22:05:10.101086 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db55d0c6-e512-46ce-948d-ffaccac8beea req-c8f55acb-6bf1-4ffc-8ba7-baa9471feb94 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jun 09 22:05:10.345308 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Deleting port 644ef778-4cd9-4a85-894e-90604ae72fb7 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:10.345645 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.463500 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.463804 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.583467 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Calling delete_port for 644ef778-4cd9-4a85-894e-90604ae72fb7 owned by network:floatingip {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:10.708602 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.712122 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d2db1c7a-5f8e-413a-89a7-0387fca96b2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:10.754680 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event deleted for resources: {'Port': ['ID=644ef778-4cd9-4a85-894e-90604ae72fb7,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:10.757558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:10.846463 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for floatingip, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:10.846792 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.l3_db [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Floating IP 92c42cc6-477c-4d51-a03f-4679f0b7595e disassociated (deleted). External IP: 172.28.0.39, port: f4b6b021-6eed-4104-a356-8818c7c161b5. Jun 09 22:05:10.945155 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 429a4744-28d7-4002-9256-3d19e0df828c up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:11.016224 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 429a4744-28d7-4002-9256-3d19e0df828c completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:11.020747 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 429a4744-28d7-4002-9256-3d19e0df828c triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:11.021128 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.133771 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.164655 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3335800f-eead-44c1-9fa3-c033510a1d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a4744-28d7-4002-9256-3d19e0df828c'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:11.167522 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c0f745-64d2-4c96-88fc-57011edb2e0f" -d '{"events": [{"server_uuid": "3335800f-eead-44c1-9fa3-c033510a1d31", "name": "network-vif-plugged", "status": "completed", "tag": "429a4744-28d7-4002-9256-3d19e0df828c"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:11.175522 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 429a4744-28d7-4002-9256-3d19e0df828c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=429a4744-28d7-4002-9256-3d19e0df828c,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:11.179738 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.182086 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:11.202186 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:11.241482 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8218d40b-62f0-4f82-a2d7-2575613db6cd x-openstack-request-id: req-8218d40b-62f0-4f82-a2d7-2575613db6cd {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:11.241781 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3335800f-eead-44c1-9fa3-c033510a1d31", "name": "network-vif-plugged", "status": "completed", "tag": "429a4744-28d7-4002-9256-3d19e0df828c", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:11.242036 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8218d40b-62f0-4f82-a2d7-2575613db6cd {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:11.242426 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3335800f-eead-44c1-9fa3-c033510a1d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a4744-28d7-4002-9256-3d19e0df828c', 'code': 200} Jun 09 22:05:11.252476 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=429a4744-28d7-4002-9256-3d19e0df828c,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:11.255192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:11.330270 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33690ecc-64d2-44d2-a3f7-c97455f9fe5e req-2878ef3b-c419-4da3-bae8-00c478ef790c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.332175 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-33690ecc-64d2-44d2-a3f7-c97455f9fe5e req-2878ef3b-c419-4da3-bae8-00c478ef790c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 945 time: 0.0946226 Jun 09 22:05:11.380453 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-33690ecc-64d2-44d2-a3f7-c97455f9fe5e req-bf6f5de5-0571-4d32-badb-0de151262bf4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Jun 09 22:05:11.398735 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:11.403468 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:11.409121 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] Sync routers for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:11.418878 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:11.419557 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:11.462508 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-a1f7bfdc-7395-4ee0-8127-680ef9265b2a tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "DELETE /v2.0/floatingips/92c42cc6-477c-4d51-a03f-4679f0b7595e HTTP/1.1" status: 204 len: 168 time: 1.5865731 Jun 09 22:05:11.465175 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5'}] {{(pid=91722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:11.467510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f520669fe28f13f4d4aae14e379465c8d28e593eee6fc93d403845679f45835f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017" -d '{"events": [{"name": "network-changed", "server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5"}]}' {{(pid=91722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:11.599889 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:11.699889 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2903215d-2b7c-4a36-a518-cd60ddc47aca x-openstack-request-id: req-2903215d-2b7c-4a36-a518-cd60ddc47aca {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:11.700479 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5", "status": "completed", "code": 200}]} {{(pid=91722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:11.700897 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2903215d-2b7c-4a36-a518-cd60ddc47aca {{(pid=91722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:11.701430 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'status': 'completed', 'code': 200} Jun 09 22:05:11.730592 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-2a0d341f-d3d1-4b27-bd51-d9efb0b16f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.732423 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-2a0d341f-d3d1-4b27-bd51-d9efb0b16f93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3c3fc38379f14d62b60023e44a450f49&device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 1098 time: 0.1189840 Jun 09 22:05:11.735668 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06198f39-d28a-4564-8aa5-a105f8ca8400 req-bc7201bc-a7d5-4b62-8a9f-d8c4b8605f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.737204 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-06198f39-d28a-4564-8aa5-a105f8ca8400 req-bc7201bc-a7d5-4b62-8a9f-d8c4b8605f3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 1098 time: 0.3064833 Jun 09 22:05:11.795082 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [req-06198f39-d28a-4564-8aa5-a105f8ca8400 req-566aac95-1d0e-43ca-9716-0270c0a526d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Jun 09 22:05:11.930402 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:51Z', 'revision_number': 5, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:11.939399 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] Checking router: 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:11.947884 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:11.948400 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-f4567602-5f5d-49d3-ad1c-045aeb926432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.948529 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:11.949863 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-f4567602-5f5d-49d3-ad1c-045aeb926432 service neutron] 10.222.0.15 "GET /v2.0/networks?id=221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 200 len: 910 time: 0.1939654 Jun 09 22:05:11.961581 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02255476-5120-4c56-9d95-0cb1432e9c15 req-ea2e221e-7ca2-4bce-8b23-d12ebf209f43 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:11.962984 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02255476-5120-4c56-9d95-0cb1432e9c15 req-ea2e221e-7ca2-4bce-8b23-d12ebf209f43 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.1310625 Jun 09 22:05:12.142990 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-1ee1a15d-02a4-4ca7-afef-40036f35dd0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 200 len: 217 time: 0.1776094 Jun 09 22:05:12.167685 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:12.200852 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-02255476-5120-4c56-9d95-0cb1432e9c15 req-1a3def54-85eb-4da7-b364-165ee2496994 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888859 Jun 09 22:05:12.222890 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-435fe713-cfc6-41dc-9152-246e7535b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:12.224322 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-435fe713-cfc6-41dc-9152-246e7535b50f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 200 len: 848 time: 0.0669291 Jun 09 22:05:12.304387 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-4bff4a64-9e78-4e43-9930-2982c98b8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:12.305874 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-4bff4a64-9e78-4e43-9930-2982c98b8481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=221b404b-5967-417f-9f9d-3a3b0e84571e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0714369 Jun 09 22:05:12.439215 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-8bc3017f-8968-443d-b406-9e289b995058 service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256108 Jun 09 22:05:12.483642 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:51Z', 'revision_number': 5, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:12.488023 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3cef43-7d45-44b2-b29f-1afbe5061313 None None] The sync data for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb is: [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T21:58:45Z', 'revision_number': 4, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': '2196917f-0ae9-408b-8ee4-9392b735fa9d', 'name': '', 'network_id': '221b404b-5967-417f-9f9d-3a3b0e84571e', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'mac_address': 'fa:16:3e:26:bc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:44Z', 'updated_at': '2021-06-09T21:58:51Z', 'revision_number': 5, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'subnets': [{'id': '08015e93-8d54-403f-80ae-62cbfb115fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:12.633711 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b76d10dc-b4a7-4ef5-8dc7-3ca1764f9017 req-e67cc49b-f933-4a74-9ecf-d38e3996dc7f service neutron] 10.222.0.15 "GET /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865518 Jun 09 22:05:12.646286 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b7fb9-fc9b-4dbd-a960-b62ac19a79db req-d960c07e-11fc-4ebd-9ab6-951f32cbc03c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:12.647899 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9b9b7fb9-fc9b-4dbd-a960-b62ac19a79db req-d960c07e-11fc-4ebd-9ab6-951f32cbc03c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 945 time: 0.1351326 Jun 09 22:05:12.700469 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8be7c-3e9d-43f7-a3b2-91a1b9cdfed6 None None] New status for floating IP 92c42cc6-477c-4d51-a03f-4679f0b7595e: DOWN {{(pid=91723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:05:12.704879 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9b9b7fb9-fc9b-4dbd-a960-b62ac19a79db req-79fdd5d8-4b78-4a24-8996-192df23f6f8a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496044 Jun 09 22:05:13.441229 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d1c8d-467a-439b-8224-1717a33f6df1 req-39eb0c93-2219-4b58-bb34-ea6a416620d6 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:13.442689 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e7d1c8d-467a-439b-8224-1717a33f6df1 req-39eb0c93-2219-4b58-bb34-ea6a416620d6 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.1281850 Jun 09 22:05:13.503430 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24602221-94fe-47d4-b17b-4194a2385b37 req-dc9bf7d8-9026-4338-8570-432628d1708f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:13.504762 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-24602221-94fe-47d4-b17b-4194a2385b37 req-dc9bf7d8-9026-4338-8570-432628d1708f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 946 time: 0.1306145 Jun 09 22:05:13.509142 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e7d1c8d-467a-439b-8224-1717a33f6df1 req-cc20e358-212e-43e1-9cbd-efe9a1caf313 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/security-groups?id=eea6ce28-fc78-4199-8b4c-bca9650d89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587788 Jun 09 22:05:13.549534 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-24602221-94fe-47d4-b17b-4194a2385b37 req-06eaddfc-0c25-460e-a636-06a8fd595bef tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382931 Jun 09 22:05:13.887260 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738593-7db5-4970-b41e-789d8573a661 req-cbb91cff-193b-4990-a218-5f798fadd3d4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:13.888700 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-91738593-7db5-4970-b41e-789d8573a661 req-cbb91cff-193b-4990-a218-5f798fadd3d4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 945 time: 0.0799439 Jun 09 22:05:13.937747 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-91738593-7db5-4970-b41e-789d8573a661 req-9f72bbdf-58ef-494b-981b-713419397a02 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Jun 09 22:05:14.001110 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:05:14.091542 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-d1793311-c0bd-4225-987c-3e1a23530476 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:14.093119 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-d1793311-c0bd-4225-987c-3e1a23530476 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 945 time: 0.0796177 Jun 09 22:05:14.237961 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Deleting port f4b6b021-6eed-4104-a356-8818c7c161b5 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:14.238362 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.376124 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] For port f4b6b021-6eed-4104-a356-8818c7c161b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b6b021-6eed-4104-a356-8818c7c161b5,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:14.376481 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.496932 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Calling delete_port for f4b6b021-6eed-4104-a356-8818c7c161b5 owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:14.608742 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.618435 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-54e67d65-0579-4f15-b8a5-0398b97994ec tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:14.692005 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event deleted for resources: {'Port': ['ID=f4b6b021-6eed-4104-a356-8818c7c161b5,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:14.871540 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.871907 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.872267 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.872619 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.872967 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.873320 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.873663 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.874005 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.874346 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.874712 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.875056 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.875394 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:14.907164 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0ea6e5cb-eb46-4ce8-bd93-ce004cad3654 req-9d9fe650-5eec-4822-b7e8-c20f4a814a9b tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae26ad51-075a-402a-95ce-10d4276f6f6d HTTP/1.1" status: 200 len: 210 time: 0.2533889 Jun 09 22:05:14.913212 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:14.928450 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] No DVR routers for this DVR port f4b6b021-6eed-4104-a356-8818c7c161b5 on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:14.932354 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:14.934597 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f2d4e7f5-8541-468f-bedf-30934b750718 req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.15 "DELETE /v2.0/ports/f4b6b021-6eed-4104-a356-8818c7c161b5 HTTP/1.1" status: 204 len: 173 time: 0.8329260 Jun 09 22:05:14.935090 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-deleted', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:14.937323 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c522cc-fbcf-46a2-b0a3-7bab23492852" -d '{"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-deleted", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:14.973831 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e7fc4-5087-477d-b514-84ce624bf822 req-1dddb931-95c1-4f66-b842-bf4b5c4daa3f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:14.975332 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e35e7fc4-5087-477d-b514-84ce624bf822 req-1dddb931-95c1-4f66-b842-bf4b5c4daa3f tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 946 time: 0.2845325 Jun 09 22:05:14.982712 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f510c-0a42-49ae-960e-8b425c97db18 x-openstack-request-id: req-407f510c-0a42-49ae-960e-8b425c97db18 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:14.982881 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae26ad51-075a-402a-95ce-10d4276f6f6d", "name": "network-vif-deleted", "tag": "f4b6b021-6eed-4104-a356-8818c7c161b5", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:14.983176 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-407f510c-0a42-49ae-960e-8b425c97db18 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:14.983650 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae26ad51-075a-402a-95ce-10d4276f6f6d', 'name': 'network-vif-deleted', 'tag': 'f4b6b021-6eed-4104-a356-8818c7c161b5', 'status': 'completed', 'code': 200} Jun 09 22:05:15.030706 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e35e7fc4-5087-477d-b514-84ce624bf822 req-7daf507f-7415-498b-bb82-186aadf3390e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461907 Jun 09 22:05:15.496177 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-e5f7642a-da8e-4a65-900d-6ade8313e916 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:15.497835 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-e5f7642a-da8e-4a65-900d-6ade8313e916 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 946 time: 0.0961649 Jun 09 22:05:15.639733 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Deleting port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:15.640093 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:15.782828 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] For port d33bfed8-9ad2-48da-bf1e-baf5969da5d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:15.783182 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.017023 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57548) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:16.097880 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.098343 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-698722'] for floatingip, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.098749 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.db.l3_db [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Floating IP e97857cf-19bd-4068-9807-d2b69ef2d998 disassociated. External IP: 172.28.0.152, port: d33bfed8-9ad2-48da-bf1e-baf5969da5d5. Jun 09 22:05:16.099260 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Calling delete_port for d33bfed8-9ad2-48da-bf1e-baf5969da5d5 owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:16.112354 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.144731 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.216444 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.218770 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.219912 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] 10.222.0.25 "DELETE /v2.0/security-groups/eea6ce28-fc78-4199-8b4c-bca9650d89d3 HTTP/1.1" status: 204 len: 168 time: 0.2018023 Jun 09 22:05:16.220816 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8141a7ee-364c-4cad-b38d-43cc77ce92c9 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:16.232466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6ce28-fc78-4199-8b4c-bca9650d89d3,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:16.240020 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.240417 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.240783 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.241143 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.241498 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.241849 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.242197 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.242577 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.243055 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.243535 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.243886 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.244489 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:16.247937 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3ebc5a51-756a-41dd-baf2-c7838c2092b5 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:16.278800 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.284413 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-73ba4d5c-c606-46a8-a26b-76c261d6bd17 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:16.339311 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event deleted for resources: {'Port': ['ID=d33bfed8-9ad2-48da-bf1e-baf5969da5d5,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:16.343581 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:16.352644 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10921696-51a4-475b-94de-ee87c950dccb req-831a6932-7255-43eb-8d6f-54c9d1d97b70 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:16.354780 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-10921696-51a4-475b-94de-ee87c950dccb req-831a6932-7255-43eb-8d6f-54c9d1d97b70 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9e780de-dc2e-4d18-96d4-d80e5bd37d11 HTTP/1.1" status: 200 len: 868 time: 0.2008100 Jun 09 22:05:16.522476 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-10921696-51a4-475b-94de-ee87c950dccb req-5859a647-2c4e-4e2d-bd48-35692cae6d28 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups?id=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210680 Jun 09 22:05:16.561163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Router f68c0115-7e52-4a6c-b120-f1949327cd63 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:16.738299 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:16.748923 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] Sync routers for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:16.758843 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:16.759982 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:16.924766 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] No DVR routers for this DVR port d33bfed8-9ad2-48da-bf1e-baf5969da5d5 on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:16.927186 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:16.929107 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b68f0e01-e6e7-40c2-83c1-3a00c37fac45 req-1561c8c1-e6e7-4879-9ad7-d0483d02622b tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.15 "DELETE /v2.0/ports/d33bfed8-9ad2-48da-bf1e-baf5969da5d5 HTTP/1.1" status: 204 len: 173 time: 1.4257898 Jun 09 22:05:16.955911 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:16.984403 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-deleted', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:16.987236 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e44169-7b8c-4177-8ffa-acb69bbab0b4" -d '{"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-deleted", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:17.041542 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5a544c-a091-4e4a-a477-c7454ad72a5b x-openstack-request-id: req-df5a544c-a091-4e4a-a477-c7454ad72a5b {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:17.042187 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e780de-dc2e-4d18-96d4-d80e5bd37d11", "name": "network-vif-deleted", "tag": "d33bfed8-9ad2-48da-bf1e-baf5969da5d5", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:17.042893 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df5a544c-a091-4e4a-a477-c7454ad72a5b {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:17.043466 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e780de-dc2e-4d18-96d4-d80e5bd37d11', 'name': 'network-vif-deleted', 'tag': 'd33bfed8-9ad2-48da-bf1e-baf5969da5d5', 'status': 'completed', 'code': 200} Jun 09 22:05:17.287338 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57560) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:17.301940 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:17.305705 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] Checking router: f68c0115-7e52-4a6c-b120-f1949327cd63 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:17.313848 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:17.314484 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:17.517310 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:17.680946 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57568) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:17.747928 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-18920901-8b4a-46e3-86f5-03c8ee1fe46e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.776507 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-18920901-8b4a-46e3-86f5-03c8ee1fe46e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.833996 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-18920901-8b4a-46e3-86f5-03c8ee1fe46e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.836726 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-18920901-8b4a-46e3-86f5-03c8ee1fe46e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:17.838699 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-18920901-8b4a-46e3-86f5-03c8ee1fe46e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "DELETE /v2.0/security-groups/8e886d2c-a88b-45e2-9b68-25ae4ea8eab4 HTTP/1.1" status: 204 len: 168 time: 0.1563754 Jun 09 22:05:17.839529 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-edfda1aa-f3fe-452b-b435-c1a0f225786e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:17.841381 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57570) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:17.850271 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18920901-8b4a-46e3-86f5-03c8ee1fe46e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e886d2c-a88b-45e2-9b68-25ae4ea8eab4,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:17.852721 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-18920901-8b4a-46e3-86f5-03c8ee1fe46e tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:17.865830 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.api.v2.resource [None req-ae19abe0-1279-4a61-bdcf-b98f16580e55 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] show failed (client error): The resource could not be found. Jun 09 22:05:17.866913 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ae19abe0-1279-4a61-bdcf-b98f16580e55 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "GET /v2.0/security-groups/8e886d2c-a88b-45e2-9b68-25ae4ea8eab4 HTTP/1.1" status: 404 len: 347 time: 0.0239418 Jun 09 22:05:17.870347 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57572) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:17.887570 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:17.892646 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f096a-9f73-424f-b4dc-572680bd68b2 None None] The sync data for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb is: [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T21:54:40Z', 'revision_number': 4, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb', '_interfaces': [{'id': 'cae4f83d-96c0-4156-8dac-eeff01d3dc52', 'name': '', 'network_id': 'fe7470a0-ffa0-4209-8ac8-f7b2845bad53', 'tenant_id': '073867d2e064493699678f6c3b701830', 'mac_address': 'fa:16:3e:5c:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:36Z', 'updated_at': '2021-06-09T21:54:49Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'subnets': [{'id': '38b394e2-50a6-4e7f-8bde-322205e325c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:17.961831 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698060'] for router_interface, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.106687 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Deleting port 48f7b300-5d83-48f2-97c8-43a201d2c49d {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:18.107202 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.166207 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b7fdcb-79ba-4858-b3ef-3dae5bb35652 None None] New status for floating IP e97857cf-19bd-4068-9807-d2b69ef2d998: DOWN {{(pid=91723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 22:05:18.241768 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.242097 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.379270 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Calling delete_port for 48f7b300-5d83-48f2-97c8-43a201d2c49d owned by network:floatingip {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:18.424813 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Deleting port 2196917f-0ae9-408b-8ee4-9392b735fa9d {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:18.425374 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.510692 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.511686 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:18.554912 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] For port 2196917f-0ae9-408b-8ee4-9392b735fa9d, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=2196917f-0ae9-408b-8ee4-9392b735fa9d,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:18.555601 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.558309 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Pushing event deleted for resources: {'Port': ['ID=48f7b300-5d83-48f2-97c8-43a201d2c49d,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:18.561494 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:18.649287 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks [] for floatingip, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.652693 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for floatingip, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.656844 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] 10.222.0.25 "DELETE /v2.0/floatingips/e97857cf-19bd-4068-9807-d2b69ef2d998 HTTP/1.1" status: 204 len: 168 time: 0.7824893 Jun 09 22:05:18.691621 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Calling delete_port for 2196917f-0ae9-408b-8ee4-9392b735fa9d owned by network:router_interface {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:18.964810 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:18.968420 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-017085ce-3723-4688-8670-8d4d1f66f4de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:18.987414 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f4b6b021-6eed-4104-a356-8818c7c161b5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:19.014144 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Pushing event deleted for resources: {'Port': ['ID=2196917f-0ae9-408b-8ee4-9392b735fa9d,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:19.018738 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:19.031870 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: f4b6b021-6eed-4104-a356-8818c7c161b5 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:19.032417 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f4b6b021-6eed-4104-a356-8818c7c161b5 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:19.032994 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:19.083473 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: d33bfed8-9ad2-48da-bf1e-baf5969da5d5 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:19.083920 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device d33bfed8-9ad2-48da-bf1e-baf5969da5d5 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:19.299196 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697746'] for router_interface, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:19.656035 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:19.835757 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:19.840815 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-60c91d57-3200-4a1a-be34-44fee63924de admin admin] 10.222.0.25 "PUT /v2.0/routers/55b2f2d8-8e00-49c1-b0c5-86b25eb3652b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5525696 Jun 09 22:05:19.843439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57594) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:19.847786 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] Sync routers for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:19.858195 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:19.859026 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.027866 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks [] for router, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.090585 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:20.385186 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-194d3ee1-e74e-4339-9380-65963501a5fe tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:20.387110 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-194d3ee1-e74e-4339-9380-65963501a5fe tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.1713827 Jun 09 22:05:20.404344 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-674a93e7-b77d-44e8-927d-8c04ffed2da6 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/quotas/8b3369996ad049a0aac8c24b99dd1b3c HTTP/1.1" status: 200 len: 375 time: 0.0107040 Jun 09 22:05:20.410634 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.410858 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T22:05:18Z', 'revision_number': 5, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port': {'id': 'b30dea54-9d20-40e9-ba17-800f7fb46e52', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:28:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:41Z', 'updated_at': '2021-06-09T21:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.415133 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] Checking router: 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:20.425237 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] Routers {'55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:20.425882 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.490113 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Deleting port b30dea54-9d20-40e9-ba17-800f7fb46e52 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:20.490581 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.502341 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-9ecb2f37-0093-4020-9e10-e694b3afa012 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909133 Jun 09 22:05:20.589738 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] Set router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b gateway port host: None {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:20.632162 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] For port b30dea54-9d20-40e9-ba17-800f7fb46e52, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=b30dea54-9d20-40e9-ba17-800f7fb46e52,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:20.632827 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.698141 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T22:05:20Z', 'revision_number': 6, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port_host': None}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:20.702234 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd3e07-748d-4bc7-8356-25631093895e None None] The sync data for ids ['55b2f2d8-8e00-49c1-b0c5-86b25eb3652b'] in dv-cinder-774286-15-smb is: [{'id': '55b2f2d8-8e00-49c1-b0c5-86b25eb3652b', 'name': 'tempest-TestShelveInstance-1948549003-router', 'tenant_id': '3c3fc38379f14d62b60023e44a450f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:40Z', 'updated_at': '2021-06-09T22:05:20Z', 'revision_number': 6, 'project_id': '3c3fc38379f14d62b60023e44a450f49', 'gw_port_host': None}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:20.725825 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-971bfa7c-a093-4247-ba50-0c8aa7002e77 service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098064 Jun 09 22:05:20.765471 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Calling delete_port for b30dea54-9d20-40e9-ba17-800f7fb46e52 owned by network:router_gateway {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:20.859781 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-db6ab1c3-b1e1-4271-9171-7fe24891c249 service neutron] 10.222.0.25 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272862 Jun 09 22:05:20.904263 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:20.909126 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d547ba07-ec94-45ba-9b37-d963941433fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:20.958687 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30dea54-9d20-40e9-ba17-800f7fb46e52,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:20.985618 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:21.035325 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-84b28a76-947d-47d2-badc-37295c0e4c8c req-9f697c23-d2f0-441b-95d4-2679ce7ea2be tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 210 time: 0.0446925 Jun 09 22:05:21.065830 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698709'] for router_gateway, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.253117 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-701197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.255328 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.279278 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-701337'] for router, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.279676 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55b2f2d8-8e00-49c1-b0c5-86b25eb3652b {{(pid=91722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:05:21.284691 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.288215 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-b3d46fdc-6551-4519-a09f-dacbd7b20668 admin admin] 10.222.0.25 "DELETE /v2.0/routers/55b2f2d8-8e00-49c1-b0c5-86b25eb3652b HTTP/1.1" status: 204 len: 168 time: 1.4415498 Jun 09 22:05:21.288423 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57632) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:21.353860 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Deleting subnet 08015e93-8d54-403f-80ae-62cbfb115fab {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:05:21.357125 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.411742 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.513561 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 2196917f-0ae9-408b-8ee4-9392b735fa9d no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:21.514670 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.553152 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 2196917f-0ae9-408b-8ee4-9392b735fa9d {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:21.553510 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 2196917f-0ae9-408b-8ee4-9392b735fa9d not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:21.610286 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57644) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:21.617073 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.623216 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e11d2655-7540-4bea-95ec-9585a98480ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:21.659007 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08015e93-8d54-403f-80ae-62cbfb115fab,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:21.660707 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.662572 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/08015e93-8d54-403f-80ae-62cbfb115fab HTTP/1.1" status: 204 len: 168 time: 0.3731925 Jun 09 22:05:21.663492 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:21.665304 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57648) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:21.672663 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4234bc0-e344-4298-89ca-5c4a39110ecc None None] Network 221b404b-5967-417f-9f9d-3a3b0e84571e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:05:21.796588 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.881435 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Deleting port cacef164-1ce7-4ac8-a00a-b7614cd223d3 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:21.882076 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:21.998727 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] For port cacef164-1ce7-4ac8-a00a-b7614cd223d3, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=cacef164-1ce7-4ac8-a00a-b7614cd223d3,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:21.999208 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.057175 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e28bf-73b5-449d-8a59-319464087863 None None] DHCP port deletion for 221b404b-5967-417f-9f9d-3a3b0e84571e request from dv-cinder-774286-15-smb {{(pid=91723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:05:22.140694 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Calling delete_port for cacef164-1ce7-4ac8-a00a-b7614cd223d3 owned by network:dhcp {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:22.141956 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-458e28bf-73b5-449d-8a59-319464087863 None None] Deleting port cacef164-1ce7-4ac8-a00a-b7614cd223d3 {{(pid=91723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:22.142652 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-458e28bf-73b5-449d-8a59-319464087863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.221049 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-588f3910-6091-4dcc-9651-2a5b29900788 req-41153c06-fd7c-4da5-b326-92004a70af31 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 210 time: 0.0554991 Jun 09 22:05:22.273075 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-458e28bf-73b5-449d-8a59-319464087863 None None] For port cacef164-1ce7-4ac8-a00a-b7614cd223d3, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=cacef164-1ce7-4ac8-a00a-b7614cd223d3,segment=NetworkSegment(ad47ab80-7488-41dd-b37e-aaebad1c41e8),segment_id=ad47ab80-7488-41dd-b37e-aaebad1c41e8)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:22.273595 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-458e28bf-73b5-449d-8a59-319464087863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.303988 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.315797 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-09f1ad9d-99c2-4a07-908b-eb1f6043d26f tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.354253 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] No DVR routers for this DVR port cacef164-1ce7-4ac8-a00a-b7614cd223d3 on host dv-cinder-774286-15-smb {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:22.403417 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-458e28bf-73b5-449d-8a59-319464087863 None None] Calling delete_port for cacef164-1ce7-4ac8-a00a-b7614cd223d3 owned by network:dhcp {{(pid=91723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:22.408981 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cacef164-1ce7-4ac8-a00a-b7614cd223d3,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.412740 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:22.464487 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-458e28bf-73b5-449d-8a59-319464087863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.469944 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.518407 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.532312 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221b404b-5967-417f-9f9d-3a3b0e84571e']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:22.533599 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e28bf-73b5-449d-8a59-319464087863 None None] No DVR routers for this DVR port cacef164-1ce7-4ac8-a00a-b7614cd223d3 on host dv-cinder-774286-15-smb {{(pid=91723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:22.550506 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e28bf-73b5-449d-8a59-319464087863 None None] Pushing event deleted for resources: {'Port': ['ID=cacef164-1ce7-4ac8-a00a-b7614cd223d3,revision_number=None']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.550872 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad47ab80-7488-41dd-b37e-aaebad1c41e8') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:22.551161 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad47ab80-7488-41dd-b37e-aaebad1c41e8') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:22.555731 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-458e28bf-73b5-449d-8a59-319464087863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:22.576833 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.597174 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.597416 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-1b33c368-7069-45a2-88a6-806e585cfede tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:22.598577 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-1b33c368-7069-45a2-88a6-806e585cfede tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 814 time: 0.2093799 Jun 09 22:05:22.602176 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698060'] for router_interface, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.602618 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:05:22.603692 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:05:22.617622 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:05:22.675627 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Request body: {'port': {'device_id': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'admin_state_up': True, 'tenant_id': '8b3369996ad049a0aac8c24b99dd1b3c'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:22.709484 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.713042 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:22.725618 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:22.727416 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/221b404b-5967-417f-9f9d-3a3b0e84571e HTTP/1.1" status: 204 len: 168 time: 1.0598974 Jun 09 22:05:22.730876 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57656) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:22.791867 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=221b404b-5967-417f-9f9d-3a3b0e84571e,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:22.800876 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-1bdcbbb1-158d-4f87-b7ab-3ac89b51bfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:23.041424 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Made reservation on behalf of 8b3369996ad049a0aac8c24b99dd1b3c for: {'port': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:05:23.044979 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:23.088271 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device b30dea54-9d20-40e9-ba17-800f7fb46e52 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:23.130619 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: b30dea54-9d20-40e9-ba17-800f7fb46e52 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:23.131120 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device b30dea54-9d20-40e9-ba17-800f7fb46e52 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:23.131645 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cacef164-1ce7-4ac8-a00a-b7614cd223d3 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:23.170302 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: cacef164-1ce7-4ac8-a00a-b7614cd223d3 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:23.170829 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cacef164-1ce7-4ac8-a00a-b7614cd223d3 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:23.289050 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-698060'] for router_interface, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:23.464397 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Allocated IP 172.20.0.12 (1c81ba36-66d3-4c4f-97c6-b042771b913e/da79b1a0-296f-4750-8661-58e5b7e4e376/31e671b9-7d03-4f56-8e3a-8997b05aa4ed) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:05:23.481900 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3139b01d-37b6-4d51-a6d7-c65dc3c4f0a7 req-5973fe2d-f084-416f-8f09-f703d3a0856e tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 210 time: 0.0585773 Jun 09 22:05:23.521952 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Deleting port cae4f83d-96c0-4156-8dac-eeff01d3dc52 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:23.522203 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:23.722988 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Deleting port 14851965-7362-4bd0-9d4b-9620a2228df7 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:23.723324 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:23.754340 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] For port cae4f83d-96c0-4156-8dac-eeff01d3dc52, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=cae4f83d-96c0-4156-8dac-eeff01d3dc52,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:23.754980 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:23.896543 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Calling delete_port for cae4f83d-96c0-4156-8dac-eeff01d3dc52 owned by network:router_interface {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:23.941977 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:23.953346 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] For port 14851965-7362-4bd0-9d4b-9620a2228df7, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=14851965-7362-4bd0-9d4b-9620a2228df7,segment=NetworkSegment(40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb),segment_id=40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:23.953914 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.003011 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.009827 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d887d004-71a4-4f1a-946f-ee2778dac7ad tempest-DeleteServersTestJSON-254689306 tempest-DeleteServersTestJSON-254689306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:24.014667 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a', '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', '429a4744-28d7-4002-9256-3d19e0df828c'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:24.079694 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Calling delete_port for 14851965-7362-4bd0-9d4b-9620a2228df7 owned by network:router_interface {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:24.090679 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Network 1c81ba36-66d3-4c4f-97c6-b042771b913e is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:05:24.095915 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:05:24.101724 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:05:24.129015 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event updated for resources: {'Port': ['ID=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:24.136791 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:24.211130 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:24.211641 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.228864 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.234280 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:24.242211 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.248055 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-33f49fa1-846e-4316-929c-aa02a7cad9c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:24.282348 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-ffffb6d4-0b28-4ce6-bd85-cfdc67ec74fd tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6167171 Jun 09 22:05:24.284573 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae4f83d-96c0-4156-8dac-eeff01d3dc52,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:24.310329 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:24.320555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Request body: {'port': {'device_id': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:05:24.345510 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14851965-7362-4bd0-9d4b-9620a2228df7,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:24.353690 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:24.725270 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697746'] for router_interface, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.734664 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:24.916390 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697746'] for router_interface, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:25.089879 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Router ec225775-1273-4ef1-9df7-83d80f56f9c9 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:25.113443 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e20f2c-054a-47ae-815e-375f3329c9ef req-83e13899-7d1a-46df-8f27-ea55f0102262 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:25.114901 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d6e20f2c-054a-47ae-815e-375f3329c9ef req-83e13899-7d1a-46df-8f27-ea55f0102262 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 932 time: 0.4772019 Jun 09 22:05:25.267533 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:25.274767 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d36dd997-8eb4-4e87-8f5c-0955fc5ffbf5 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec225775-1273-4ef1-9df7-83d80f56f9c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404184 Jun 09 22:05:25.275665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57662) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:25.277993 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] Sync routers for ids ['ec225775-1273-4ef1-9df7-83d80f56f9c9'] in dv-cinder-774286-15-smb {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:25.288372 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] Routers {'ec225775-1273-4ef1-9df7-83d80f56f9c9'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:25.289095 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ec225775-1273-4ef1-9df7-83d80f56f9c9'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:25.317379 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d6e20f2c-054a-47ae-815e-375f3329c9ef req-8144cf90-aaf0-4d70-8df7-5018ae510238 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840465 Jun 09 22:05:25.519337 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] Set router ec225775-1273-4ef1-9df7-83d80f56f9c9 gateway port host: dv-cinder-774286-15-smb {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:25.598878 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks [] for router, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:25.627880 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e671b9-7d03-4f56-8e3a-8997b05aa4ed {{(pid=91721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:25.638380 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:25.653104 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Router f68c0115-7e52-4a6c-b120-f1949327cd63 has already been hosted by L3 agent 1b5d4e58-2aee-4211-813c-0ba967d4219d {{(pid=91721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 22:05:25.660584 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Transition to ACTIVE for port object 31e671b9-7d03-4f56-8e3a-8997b05aa4ed will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:05:25.667941 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:25.672500 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-3ee57b10-f7a3-4a4d-aed9-b4435645e028 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:25.781543 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:25.816147 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T22:05:24Z', 'revision_number': 5, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port': {'id': 'd56a919a-b2d2-4647-b536-1b5e83251275', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:58:49Z', 'updated_at': '2021-06-09T21:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:25.820618 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] Checking router: ec225775-1273-4ef1-9df7-83d80f56f9c9 for host: dv-cinder-774286-15-smb {{(pid=91723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:25.828307 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] Routers {'ec225775-1273-4ef1-9df7-83d80f56f9c9'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:25.829309 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['ec225775-1273-4ef1-9df7-83d80f56f9c9'], 'active': True} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:25.857110 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Deleting port d56a919a-b2d2-4647-b536-1b5e83251275 {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:25.857540 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:25.971079 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Pushing event updated for resources: {'Port': ['ID=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:25.980986 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:25.989525 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvr_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] Set router ec225775-1273-4ef1-9df7-83d80f56f9c9 gateway port host: None {{(pid=91723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:25.994180 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] For port d56a919a-b2d2-4647-b536-1b5e83251275, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=d56a919a-b2d2-4647-b536-1b5e83251275,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:25.994730 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.036424 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] Notify agent at l3_agent.dv-cinder-774286-15-smb the message routers_updated {{(pid=91721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 22:05:26.043111 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-4a246bc5-bf8c-4e04-adb4-7c27a6696ea7 admin admin] 10.222.0.25 "PUT /v2.0/routers/f68c0115-7e52-4a6c-b120-f1949327cd63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4317048 Jun 09 22:05:26.045525 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57664) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:26.049107 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] Sync routers for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 22:05:26.058736 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:26.059436 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:26.112970 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_hamode_db [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T22:05:25Z', 'revision_number': 6, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port_host': None}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:26.118195 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5738d1-6b60-4de4-add7-b23d539506bd None None] The sync data for ids ['ec225775-1273-4ef1-9df7-83d80f56f9c9'] in dv-cinder-774286-15-smb is: [{'id': 'ec225775-1273-4ef1-9df7-83d80f56f9c9', 'name': 'tempest-TestShelveInstance-1159129674-router', 'tenant_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:58:48Z', 'updated_at': '2021-06-09T22:05:25Z', 'revision_number': 6, 'project_id': '9ed58a86149745ca9dabd7a94d4a7f90', 'gw_port_host': None}] {{(pid=91723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:26.132084 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Calling delete_port for d56a919a-b2d2-4647-b536-1b5e83251275 owned by network:router_gateway {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:26.182165 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Attempting to bind port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:05:26.182618 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Attempting to bind port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:05:26.182838 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Attempting to bind port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:26.203393 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed on network 1c81ba36-66d3-4c4f-97c6-b042771b913e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:05:26.203717 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Attempting to bind port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed on network 1c81ba36-66d3-4c4f-97c6-b042771b913e {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:05:26.215288 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:05:26.215723 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Checking segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:05:26.216016 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Bound using segment: {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:05:26.216547 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Bound port: 31e671b9-7d03-4f56-8e3a-8997b05aa4ed, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321d7bda-231e-4522-91fd-b0e175bce14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:05:26.216823 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.248691 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:26.294543 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.305679 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4fa9fdc4-2af1-47ab-bee5-c0a182cca227 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:26.308041 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks [] for router, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.390450 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56a919a-b2d2-4647-b536-1b5e83251275,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:26.401345 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:26.461204 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698709'] for router_gateway, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.619766 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T22:05:24Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:26.625213 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] Checking router: f68c0115-7e52-4a6c-b120-f1949327cd63 for host: dv-cinder-774286-15-smb {{(pid=91724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 22:05:26.637320 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] Routers {'f68c0115-7e52-4a6c-b120-f1949327cd63'} bound to L3 agent in host dv-cinder-774286-15-smb {{(pid=91724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 22:05:26.638524 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T21:46:36Z,description=,heartbeat_timestamp=2021-06-09T22:05:06Z,host='dv-cinder-774286-15-smb',id=1b5d4e58-2aee-4211-813c-0ba967d4219d,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T21:46:36Z,topic='l3_agent')) {'router_ids': ['f68c0115-7e52-4a6c-b120-f1949327cd63'], 'active': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:26.645936 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] For port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed, host hv-cinder-77428, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:05:26.675892 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] For port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:05:26.677426 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-701197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.680216 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.694119 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.701793 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-79f7a97f-3e61-4de6-a9a4-f092337d26ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:26.720454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-701337'] for router, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.720970 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec225775-1273-4ef1-9df7-83d80f56f9c9 {{(pid=91722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:05:26.725907 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] Notify callbacks [] for router, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.727220 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-e259e7d5-bf9e-421d-81f6-ffcdfab33471 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ec225775-1273-4ef1-9df7-83d80f56f9c9 HTTP/1.1" status: 204 len: 168 time: 1.4451721 Jun 09 22:05:26.730066 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57668) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:26.773555 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:26.774162 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.775575 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] 10.222.0.15 "PUT /v2.0/ports/31e671b9-7d03-4f56-8e3a-8997b05aa4ed HTTP/1.1" status: 200 len: 1094 time: 2.4643433 Jun 09 22:05:26.779926 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'tag': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:26.782156 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b8158-29cb-49f4-ad5b-8001645aa8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "162325c0-f1c7-4307-b35e-5aa551bf8aef", "tag": "31e671b9-7d03-4f56-8e3a-8997b05aa4ed"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:26.792263 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.800711 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Deleting subnet 554f72e3-7a19-466c-afed-f651cf821605 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:05:26.805020 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.811354 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Pushing event updated for resources: {'Port': ['ID=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:26.823100 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05905e41-d730-4abb-85c1-fa63bd1242d5 req-c5592c51-670a-46de-a644-e814bc93a5a3 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:26.830307 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-05905e41-d730-4abb-85c1-fa63bd1242d5 req-c5592c51-670a-46de-a644-e814bc93a5a3 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 944 time: 0.2547669 Jun 09 22:05:26.833227 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:26.849011 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_dvr_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] Set router f68c0115-7e52-4a6c-b120-f1949327cd63 gateway port host: dv-cinder-774286-15-smb {{(pid=91724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 22:05:26.868955 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.912334 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e30f09b-cca5-47b8-8907-f608e625e834 x-openstack-request-id: req-2e30f09b-cca5-47b8-8907-f608e625e834 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:26.912552 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162325c0-f1c7-4307-b35e-5aa551bf8aef", "tag": "31e671b9-7d03-4f56-8e3a-8997b05aa4ed", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:26.912826 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e30f09b-cca5-47b8-8907-f608e625e834 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:26.913236 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'tag': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed', 'status': 'completed', 'code': 200} Jun 09 22:05:26.959444 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:26.977565 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-05905e41-d730-4abb-85c1-fa63bd1242d5 req-722be64e-913f-43c3-be2c-93a94a467c95 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462963 Jun 09 22:05:27.024483 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-c27d1911-bb0a-4291-9c14-658b9877913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:27.026834 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-c27d1911-bb0a-4291-9c14-658b9877913f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 1097 time: 0.1503506 Jun 09 22:05:27.030092 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Deleting port 9524ff59-0b73-4abd-9de0-53c20908a0e4 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:27.030092 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.067203 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.080801 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:27.098348 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 14851965-7362-4bd0-9d4b-9620a2228df7 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:27.137025 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.146351 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/554f72e3-7a19-466c-afed-f651cf821605 HTTP/1.1" status: 204 len: 168 time: 0.4118786 Jun 09 22:05:27.146566 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 14851965-7362-4bd0-9d4b-9620a2228df7 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:27.146566 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 14851965-7362-4bd0-9d4b-9620a2228df7 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:27.146566 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d56a919a-b2d2-4647-b536-1b5e83251275 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:27.148291 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57672) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:27.151604 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554f72e3-7a19-466c-afed-f651cf821605,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:27.184183 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-33ce2664-872b-48dc-9803-9d5502cb4100 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31e671b9-7d03-4f56-8e3a-8997b05aa4ed HTTP/1.1" status: 200 len: 217 time: 0.1387348 Jun 09 22:05:27.187974 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b24d8c3-29fb-4f34-a732-c4eacbbabb9a None None] Network 13109560-3abd-4616-80a1-e0322de76e7e requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:05:27.234419 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.l3_hamode_db [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T22:05:24Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}], 'dv-cinder-774286-15-smb', False) {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:27.239107 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36099db9-0a7a-4d93-8b76-79d8a18b2d73 None None] The sync data for ids ['f68c0115-7e52-4a6c-b120-f1949327cd63'] in dv-cinder-774286-15-smb is: [{'id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'name': 'tempest-AttachVolumeShelveTestJSON-797591026-router', 'tenant_id': '073867d2e064493699678f6c3b701830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'external_fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T21:54:23Z', 'updated_at': '2021-06-09T22:05:24Z', 'revision_number': 5, 'project_id': '073867d2e064493699678f6c3b701830', 'gw_port': {'id': '9524ff59-0b73-4abd-9de0-53c20908a0e4', 'name': '', 'network_id': '664662ac-4c55-47e8-9b9f-b0865ad34346', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0115-7e52-4a6c-b120-f1949327cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T21:54:25Z', 'updated_at': '2021-06-09T21:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fda44caa-67ae-4a30-afce-1f9fca70cbaf', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-15-smb'}] {{(pid=91724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 22:05:27.247955 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:27.261182 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: d56a919a-b2d2-4647-b536-1b5e83251275 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:27.261524 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device d56a919a-b2d2-4647-b536-1b5e83251275 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:27.301187 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.318505 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-88a47eb1-9841-427a-9b71-9836da47ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:27.319992 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-88a47eb1-9841-427a-9b71-9836da47ec0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.1281772 Jun 09 22:05:27.384503 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-5f907c9f-d0e8-45ef-87b4-196a45ab1ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536551 Jun 09 22:05:27.386261 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] For port 9524ff59-0b73-4abd-9de0-53c20908a0e4, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=9524ff59-0b73-4abd-9de0-53c20908a0e4,segment=NetworkSegment(a263f943-146d-4e4c-85d5-ee7c0d2afbc5),segment_id=a263f943-146d-4e4c-85d5-ee7c0d2afbc5)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:27.386651 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.516373 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Deleting port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:27.516709 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.583982 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Calling delete_port for 9524ff59-0b73-4abd-9de0-53c20908a0e4 owned by network:router_gateway {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:27.622831 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] For port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,segment=NetworkSegment(40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb),segment_id=40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:27.623192 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.648473 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] DHCP port deletion for 13109560-3abd-4616-80a1-e0322de76e7e request from dv-cinder-774286-15-smb {{(pid=91723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:05:27.661534 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-71dedd01-0b8a-4ee0-a524-a8c0140ed540 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671289 Jun 09 22:05:27.737668 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Deleting port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f {{(pid=91723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:27.738192 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.761340 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Calling delete_port for 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f owned by network:dhcp {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:27.819846 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.833000 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b6eaf45d-d9a4-4ec0-ad7a-7b7fbcb41446 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:27.842850 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] For port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,segment=NetworkSegment(40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb),segment_id=40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:27.844326 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.854680 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-75125dca-93d5-4265-a294-dbd65ee37c3a req-f80dbb1d-8a88-4878-a540-f323027c9d8f service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831954 Jun 09 22:05:27.891495 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] No DVR routers for this DVR port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f on host dv-cinder-774286-15-smb {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:27.926859 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:27.931792 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:27.978957 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:27.983021 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ad32556f-b7b5-46dd-87f2-1e80d7cf5b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:28.011235 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Calling delete_port for 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f owned by network:dhcp {{(pid=91723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:28.022980 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.040187 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13109560-3abd-4616-80a1-e0322de76e7e']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:28.056709 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:28.057379 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c3cbbf-eb5c-4d3b-a8ca-5845b5dbaceb') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:28.058246 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Pushing event deleted for resources: {'Port': ['ID=9524ff59-0b73-4abd-9de0-53c20908a0e4,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:28.059014 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.063456 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:28.063570 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:28.079723 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.098240 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.105600 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:05:28.106124 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.112683 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Pushing event deleted for resources: {'Port': ['ID=1e1a1cd0-9fc1-442c-88e1-0315bfd2412f,revision_number=None']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:28.121111 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] No DVR routers for this DVR port 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f on host dv-cinder-774286-15-smb {{(pid=91723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:28.123132 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.123471 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.123843 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.124108 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.124429 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.124745 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.125059 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.125373 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.125683 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.126142 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.126305 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.126760 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:05:28.130296 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-51ff101b-6314-4651-be0d-b16508d48ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:05:28.187914 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:05:28.220962 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.224965 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:28.238849 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.243972 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] 10.222.0.25 "DELETE /v2.0/networks/13109560-3abd-4616-80a1-e0322de76e7e HTTP/1.1" status: 204 len: 168 time: 1.0918086 Jun 09 22:05:28.248572 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Pushing event deleted for resources: {'Network': ['ID=13109560-3abd-4616-80a1-e0322de76e7e,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:28.251983 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-527ed51a-0dd1-419b-805a-3a440924dcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:28.316838 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-7688676d-cf8d-4e11-9dc5-3723915888c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.318292 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-7688676d-cf8d-4e11-9dc5-3723915888c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 1097 time: 0.4058666 Jun 09 22:05:28.360483 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57678) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:28.410000 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-944d4057-9bb5-44eb-91d5-633c10ed1c32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c3fc38379f14d62b60023e44a450f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481462 Jun 09 22:05:28.411306 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698709'] for router_gateway, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.412747 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57680) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:28.471493 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.497832 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.547132 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.549822 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.551068 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b6b19fd-d92f-493c-b7b0-29478f451bf8 HTTP/1.1" status: 204 len: 168 time: 0.1374357 Jun 09 22:05:28.551857 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7fd00dfd-65e3-4ebd-8e0e-23d738272cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:28.561847 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b19fd-d92f-493c-b7b0-29478f451bf8,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:28.564155 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:28.602175 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-701197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.607147 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.693238 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8dc17-47f7-4631-aabc-9d8518a784d4 req-3c04832a-4c39-4bbe-93ca-a5b056ebe84e tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.694757 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d0b8dc17-47f7-4631-aabc-9d8518a784d4 req-3c04832a-4c39-4bbe-93ca-a5b056ebe84e tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 944 time: 0.5978973 Jun 09 22:05:28.741821 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-e9174951-856c-48a8-bf64-c604ec9f4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.743907 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-e9174951-856c-48a8-bf64-c604ec9f4339 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 200 len: 915 time: 0.4162376 Jun 09 22:05:28.745655 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-701337'] for router, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.746167 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68c0115-7e52-4a6c-b120-f1949327cd63 {{(pid=91721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 22:05:28.810403 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Notify callbacks [] for router, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.811549 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f68c0115-7e52-4a6c-b120-f1949327cd63 HTTP/1.1" status: 204 len: 168 time: 2.7651105 Jun 09 22:05:28.814153 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57686) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:28.830259 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-3a54ec8c-b18a-4c73-9aa8-d5efc47f66e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31e671b9-7d03-4f56-8e3a-8997b05aa4ed HTTP/1.1" status: 200 len: 217 time: 0.0753818 Jun 09 22:05:28.835460 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d0b8dc17-47f7-4631-aabc-9d8518a784d4 req-a328e2fa-fb37-4b1a-a5e8-d47ed3a88111 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276834 Jun 09 22:05:28.886924 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Deleting subnet 38b394e2-50a6-4e7f-8bde-322205e325c3 {{(pid=91722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:05:28.890771 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.909446 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-cc7950d9-b183-4529-9808-7646bded320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:28.913647 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-cc7950d9-b183-4529-9808-7646bded320b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 200 len: 854 time: 0.0769134 Jun 09 22:05:28.944325 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1117424'] for subnet, precommit_delete_associations {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:28.965902 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-834a3e7d-6414-4dd5-94d6-b5f36896d232 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c81ba36-66d3-4c4f-97c6-b042771b913e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456939 Jun 09 22:05:28.971096 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57688) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:29.029210 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.098000 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10588182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10781664'] for subnet, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.104038 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-07df6836-cb49-4a26-b990-de864d99197d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:29.104809 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-cd07d123-b43f-41e0-a5e5-0ec2d9784932 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ed58a86149745ca9dabd7a94d4a7f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325226 Jun 09 22:05:29.107696 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57690) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:29.137740 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b394e2-50a6-4e7f-8bde-322205e325c3,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:29.140782 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:29.141764 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.145985 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-d4b741be-c597-4313-a04d-df23a2ca4032 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/38b394e2-50a6-4e7f-8bde-322205e325c3 HTTP/1.1" status: 204 len: 168 time: 0.3283668 Jun 09 22:05:29.145985 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57692) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:29.152859 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d288ff3-71da-4ba0-ab1b-215cd51e0c2c None None] Network fe7470a0-ffa0-4209-8ac8-f7b2845bad53 requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:05:29.171515 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-1f8dce07-459f-45b6-aa70-0960bf9364db service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862938 Jun 09 22:05:29.267400 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.269225 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3d09be45-e83c-42f7-9b15-baffcbdfe0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.323608 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3d09be45-e83c-42f7-9b15-baffcbdfe0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.341492 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cae4f83d-96c0-4156-8dac-eeff01d3dc52 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:29.373054 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-089b8158-29cb-49f4-ad5b-8001645aa8d6 req-dce67e59-7b1d-4766-9338-3225089b39c9 service neutron] 10.222.0.15 "GET /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946125 Jun 09 22:05:29.387605 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Deleting port e03b4650-331e-46af-bbaa-ed82f9fc8abe {{(pid=91722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:29.388005 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.408569 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: cae4f83d-96c0-4156-8dac-eeff01d3dc52 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:29.409156 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device cae4f83d-96c0-4156-8dac-eeff01d3dc52 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:29.409747 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 9524ff59-0b73-4abd-9de0-53c20908a0e4 no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:29.418044 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3d09be45-e83c-42f7-9b15-baffcbdfe0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.421822 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-3d09be45-e83c-42f7-9b15-baffcbdfe0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.423228 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-3d09be45-e83c-42f7-9b15-baffcbdfe0a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4c266d9-ece2-405f-b673-ff7877623cd2 HTTP/1.1" status: 204 len: 168 time: 0.3146384 Jun 09 22:05:29.424239 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0855234f-b8ca-47c5-85c2-890856ce990b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:29.437080 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09be45-e83c-42f7-9b15-baffcbdfe0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c266d9-ece2-405f-b673-ff7877623cd2,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:29.439652 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-3d09be45-e83c-42f7-9b15-baffcbdfe0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:29.449868 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 9524ff59-0b73-4abd-9de0-53c20908a0e4 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:29.450220 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 9524ff59-0b73-4abd-9de0-53c20908a0e4 not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:29.450673 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:29.505005 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.db [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] For port e03b4650-331e-46af-bbaa-ed82f9fc8abe, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=e03b4650-331e-46af-bbaa-ed82f9fc8abe,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:29.505472 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:29.505591 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.505824 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device 1e1a1cd0-9fc1-442c-88e1-0315bfd2412f not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:29.616389 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] DHCP port deletion for fe7470a0-ffa0-4209-8ac8-f7b2845bad53 request from dv-cinder-774286-15-smb {{(pid=91723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 22:05:29.699004 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] Deleting port e03b4650-331e-46af-bbaa-ed82f9fc8abe {{(pid=91723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:29.699547 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.754610 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.plugin [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Calling delete_port for e03b4650-331e-46af-bbaa-ed82f9fc8abe owned by network:dhcp {{(pid=91722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:29.815771 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10588252'] for port, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.823667 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b279d430-f482-412a-8a48-827fed1dca2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:29.829998 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] For port e03b4650-331e-46af-bbaa-ed82f9fc8abe, host dv-cinder-774286-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-15-smb',level=0,port_id=e03b4650-331e-46af-bbaa-ed82f9fc8abe,segment=NetworkSegment(107d4ad7-ce6c-4ab9-9b67-087c39187a82),segment_id=107d4ad7-ce6c-4ab9-9b67-087c39187a82)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:29.831240 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:29.873371 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03b4650-331e-46af-bbaa-ed82f9fc8abe,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:29.879785 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:29.880781 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] No DVR routers for this DVR port e03b4650-331e-46af-bbaa-ed82f9fc8abe on host dv-cinder-774286-15-smb {{(pid=91722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:29.976422 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] Calling delete_port for e03b4650-331e-46af-bbaa-ed82f9fc8abe owned by network:dhcp {{(pid=91723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:30.014990 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.023510 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250'] for port, after_delete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.030599 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7470a0-ffa0-4209-8ac8-f7b2845bad53']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:30.034221 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:30.039711 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da4284-f8bf-4686-9f59-0ca8ca8303a3 req-703aee51-763c-4458-b00b-18a625d11bf9 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:30.042088 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-42da4284-f8bf-4686-9f59-0ca8ca8303a3 req-703aee51-763c-4458-b00b-18a625d11bf9 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 944 time: 0.0877869 Jun 09 22:05:30.048377 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107d4ad7-ce6c-4ab9-9b67-087c39187a82') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:30.048750 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107d4ad7-ce6c-4ab9-9b67-087c39187a82') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:05:30.061790 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.082478 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.085227 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] Pushing event deleted for resources: {'Port': ['ID=e03b4650-331e-46af-bbaa-ed82f9fc8abe,revision_number=None']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:30.090522 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:30.093123 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62bc0c-5cbb-4776-879a-46cb33720760 None None] No DVR routers for this DVR port e03b4650-331e-46af-bbaa-ed82f9fc8abe on host dv-cinder-774286-15-smb {{(pid=91723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:30.097873 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:05:30.098552 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.114012 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-42da4284-f8bf-4686-9f59-0ca8ca8303a3 req-dbf28e17-4d99-49d7-9e51-07826e4eb980 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:05:30.120034 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:05:30.202780 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.206573 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:30.220701 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.222541 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fe7470a0-ffa0-4209-8ac8-f7b2845bad53 HTTP/1.1" status: 204 len: 168 time: 1.0755479 Jun 09 22:05:30.229639 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7470a0-ffa0-4209-8ac8-f7b2845bad53,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:30.234948 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-474417e5-3227-4498-bb87-cd400f49cdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:30.413333 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57700) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:30.461860 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-9945c091-ad79-4c7c-82f5-fe4bd325f25b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=073867d2e064493699678f6c3b701830&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472543 Jun 09 22:05:30.464215 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57702) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:30.519099 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-39851a9c-b87c-4207-9dcd-929886ebd82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.546737 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-39851a9c-b87c-4207-9dcd-929886ebd82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.599064 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-39851a9c-b87c-4207-9dcd-929886ebd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.601494 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-39851a9c-b87c-4207-9dcd-929886ebd82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:30.602673 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-39851a9c-b87c-4207-9dcd-929886ebd82a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a00c139-a2a8-4d67-a8f5-fd889c344eb8 HTTP/1.1" status: 204 len: 168 time: 0.1374824 Jun 09 22:05:30.603748 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-523cde57-6f2e-4143-bd08-d713fa186b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:30.613419 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851a9c-b87c-4207-9dcd-929886ebd82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a00c139-a2a8-4d67-a8f5-fd889c344eb8,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:30.615649 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-39851a9c-b87c-4207-9dcd-929886ebd82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:31.061859 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e03b4650-331e-46af-bbaa-ed82f9fc8abe no longer exists at agent ovs-agent-dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:31.096355 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] No Port match for: e03b4650-331e-46af-bbaa-ed82f9fc8abe {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:31.096725 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Device e03b4650-331e-46af-bbaa-ed82f9fc8abe not bound to the agent host dv-cinder-774286-15-smb {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:31.312498 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcc55a-f660-4b92-91c3-94e1e7673f48 req-3cd84e0e-b319-41f3-bad5-7219667ced4d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:31.313979 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fddcc55a-f660-4b92-91c3-94e1e7673f48 req-3cd84e0e-b319-41f3-bad5-7219667ced4d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 944 time: 0.0844402 Jun 09 22:05:31.361392 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-fddcc55a-f660-4b92-91c3-94e1e7673f48 req-0ba2f19f-30c1-4084-bf39-22708c179283 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Jun 09 22:05:32.062430 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57754) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:32.178307 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a628c3-7d07-4974-b8fb-1759c5c3fb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.397637 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a628c3-7d07-4974-b8fb-1759c5c3fb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.401947 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a628c3-7d07-4974-b8fb-1759c5c3fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.410549 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b2fb12c4-ab86-4f23-8944-0f1516f5cd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:32.450281 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-70a628c3-7d07-4974-b8fb-1759c5c3fb53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7ed8b1191564bec8ca86b224e5ba0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866744 Jun 09 22:05:32.452044 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a628c3-7d07-4974-b8fb-1759c5c3fb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816e1c67-6092-4135-8bbe-fc1401e6b37a,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:32.453223 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57760) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:32.455113 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-70a628c3-7d07-4974-b8fb-1759c5c3fb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:32.518874 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c60b696e-cb84-48f0-a1cd-7a1998e14a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.545794 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c60b696e-cb84-48f0-a1cd-7a1998e14a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.557801 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c950c-9b23-4057-9c9d-ee917c232df4 req-b3d2c64b-04c5-461d-ad37-80ec5d4f057f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:32.559323 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a6c950c-9b23-4057-9c9d-ee917c232df4 req-b3d2c64b-04c5-461d-ad37-80ec5d4f057f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 944 time: 0.0839775 Jun 09 22:05:32.602356 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c60b696e-cb84-48f0-a1cd-7a1998e14a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.605911 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c60b696e-cb84-48f0-a1cd-7a1998e14a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:32.607296 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-c60b696e-cb84-48f0-a1cd-7a1998e14a07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/816e1c67-6092-4135-8bbe-fc1401e6b37a HTTP/1.1" status: 204 len: 168 time: 0.1523373 Jun 09 22:05:32.608297 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-fc1eb222-5c46-47b8-aa51-e13329ef303a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:32.615737 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a6c950c-9b23-4057-9c9d-ee917c232df4 req-a78d6dae-5e20-4de2-8d92-3912a4f94273 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Jun 09 22:05:32.617670 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b696e-cb84-48f0-a1cd-7a1998e14a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816e1c67-6092-4135-8bbe-fc1401e6b37a,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:32.620435 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c60b696e-cb84-48f0-a1cd-7a1998e14a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:33.066832 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 31e671b9-7d03-4f56-8e3a-8997b05aa4ed details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:05:33.202701 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:33.216247 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed', 'network_id': '1c81ba36-66d3-4c4f-97c6-b042771b913e', 'port_id': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed', 'mac_address': 'fa:16:3e:c5:ab:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da79b1a0-296f-4750-8661-58e5b7e4e376', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:05:33.274790 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.292150 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e671b9-7d03-4f56-8e3a-8997b05aa4ed {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:05:33.308343 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:33.312354 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:33.314099 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:33.380194 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:33.383374 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:33.800998 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc614894-0388-466d-9420-c08637c8aed2 req-8873a9e1-8307-4ea4-a43c-1d01cc65945c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:33.803689 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bc614894-0388-466d-9420-c08637c8aed2 req-8873a9e1-8307-4ea4-a43c-1d01cc65945c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 945 time: 0.0826838 Jun 09 22:05:33.815680 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['31e671b9-7d03-4f56-8e3a-8997b05aa4ed'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:33.857864 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-bc614894-0388-466d-9420-c08637c8aed2 req-5af1c251-24e9-4b81-b648-c524a7227d58 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475056 Jun 09 22:05:34.018221 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f5a9-253f-45f2-a908-60b3cb1427c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.587937 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57824) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:34.702296 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4649944a-c7ab-4eb8-9912-9571ed6e90b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.802815 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4649944a-c7ab-4eb8-9912-9571ed6e90b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.807142 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4649944a-c7ab-4eb8-9912-9571ed6e90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.813912 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-9fb56792-302c-4c91-ae4c-411e92ff306a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:34.856563 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649944a-c7ab-4eb8-9912-9571ed6e90b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1becd2e7-169b-48ec-937c-5c9c81cdf571,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:34.860730 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-4649944a-c7ab-4eb8-9912-9571ed6e90b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=891101932bea41e38560fd1e74895899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718089 Jun 09 22:05:34.861607 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4649944a-c7ab-4eb8-9912-9571ed6e90b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:34.863439 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57828) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:34.921926 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ce494a1-1d3e-4043-9015-3f10bcfca38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:34.949130 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ce494a1-1d3e-4043-9015-3f10bcfca38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.002695 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ce494a1-1d3e-4043-9015-3f10bcfca38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.005100 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5ce494a1-1d3e-4043-9015-3f10bcfca38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.006208 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5ce494a1-1d3e-4043-9015-3f10bcfca38a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1becd2e7-169b-48ec-937c-5c9c81cdf571 HTTP/1.1" status: 204 len: 168 time: 0.1418865 Jun 09 22:05:35.007206 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-65a24ecd-9cd4-4232-bf62-360c50ede846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:35.024054 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce494a1-1d3e-4043-9015-3f10bcfca38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1becd2e7-169b-48ec-937c-5c9c81cdf571,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:35.026778 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5ce494a1-1d3e-4043-9015-3f10bcfca38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:35.057301 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57ebe-9ba5-4e66-9855-eb8a5d5172bf req-16823f2c-1355-4291-9f5f-093198863f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:35.058773 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65c57ebe-9ba5-4e66-9855-eb8a5d5172bf req-16823f2c-1355-4291-9f5f-093198863f2d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 945 time: 0.0884490 Jun 09 22:05:35.103668 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65c57ebe-9ba5-4e66-9855-eb8a5d5172bf req-3606eb42-9865-455d-b1df-ba3d306a1379 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Jun 09 22:05:35.291428 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57836) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:35.308493 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6d7eb6ad-d847-4ee7-964b-e6e3e04bdd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.413013 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6d7eb6ad-d847-4ee7-964b-e6e3e04bdd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.416694 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-6d7eb6ad-d847-4ee7-964b-e6e3e04bdd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.428181 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-d114d155-f933-471b-b2f8-bfa38a8293d7 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:35.468057 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-6d7eb6ad-d847-4ee7-964b-e6e3e04bdd84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24c3531dc1504d54843e7bc438570e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755514 Jun 09 22:05:35.468949 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eb6ad-d847-4ee7-964b-e6e3e04bdd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ece978-81f5-4303-8c1c-d5f00bb80136,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:35.470753 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57838) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:35.471889 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-6d7eb6ad-d847-4ee7-964b-e6e3e04bdd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:35.527375 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.552281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.602747 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.605185 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:35.606294 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87ece978-81f5-4303-8c1c-d5f00bb80136 HTTP/1.1" status: 204 len: 168 time: 0.1345799 Jun 09 22:05:35.606985 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:35.616393 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ece978-81f5-4303-8c1c-d5f00bb80136,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:35.619326 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:36.296602 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459fdd1-8804-4a05-98ec-782d25894bc6 req-629dbabc-fc14-4682-8296-4690086719ac tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:36.298076 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e459fdd1-8804-4a05-98ec-782d25894bc6 req-629dbabc-fc14-4682-8296-4690086719ac tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 945 time: 0.0869503 Jun 09 22:05:36.342423 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e459fdd1-8804-4a05-98ec-782d25894bc6 req-15bb8cf7-f15f-46bc-94bf-9434c16d4a43 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Jun 09 22:05:36.399865 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:36.417756 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-7dac34c5-48e2-4844-87d1-29c630e851c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.073099 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 31e671b9-7d03-4f56-8e3a-8997b05aa4ed up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:05:37.143741 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:05:37.148835 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:05:37.149247 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.265919 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.294459 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:37.296739 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a784b4a-1ec3-45d5-875e-31c85db1a1a1" -d '{"events": [{"server_uuid": "162325c0-f1c7-4307-b35e-5aa551bf8aef", "name": "network-vif-plugged", "status": "completed", "tag": "31e671b9-7d03-4f56-8e3a-8997b05aa4ed"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:37.304327 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:37.309109 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.311910 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:37.344843 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57888) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:37.421753 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:37.431474 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:37.478944 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7ec13211-e29c-4813-b945-9299b5f9b977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.490335 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ae2af-aa80-401c-b839-dae27657edba x-openstack-request-id: req-4b4ae2af-aa80-401c-b839-dae27657edba {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:37.490688 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162325c0-f1c7-4307-b35e-5aa551bf8aef", "name": "network-vif-plugged", "status": "completed", "tag": "31e671b9-7d03-4f56-8e3a-8997b05aa4ed", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:37.490945 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b4ae2af-aa80-401c-b839-dae27657edba {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:37.491358 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed', 'code': 200} Jun 09 22:05:37.541799 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5ec5e-d6e6-40f1-9801-d581e8c96159 req-43fcd6fb-4cd7-40dd-8816-8fc301eef868 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:37.543394 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-22b5ec5e-d6e6-40f1-9801-d581e8c96159 req-43fcd6fb-4cd7-40dd-8816-8fc301eef868 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 946 time: 0.0818918 Jun 09 22:05:37.595805 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7ec13211-e29c-4813-b945-9299b5f9b977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.600127 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-7ec13211-e29c-4813-b945-9299b5f9b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.600523 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-22b5ec5e-d6e6-40f1-9801-d581e8c96159 req-008a2e5c-335a-4d6a-8544-a565db4759d6 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Jun 09 22:05:37.609230 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-969e0af1-96d7-42eb-908d-a0d77d77cd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:37.648609 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-7ec13211-e29c-4813-b945-9299b5f9b977 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ade227452f064112965de9078638c5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020787 Jun 09 22:05:37.650665 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec13211-e29c-4813-b945-9299b5f9b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3259750a-5a0c-4eb3-bf06-927df8c3ea21,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:37.651884 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57894) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:37.653676 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7ec13211-e29c-4813-b945-9299b5f9b977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:37.745276 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.746563 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.765292 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-281187c2-c7b7-43dd-b3d5-d54218e39a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.780340 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3971bf-5c03-41e4-9450-7911c79dad79 req-acf1b4c7-e95b-4cd6-908e-d56294bd52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:37.781800 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4a3971bf-5c03-41e4-9450-7911c79dad79 req-acf1b4c7-e95b-4cd6-908e-d56294bd52bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 1099 time: 0.1192334 Jun 09 22:05:37.812619 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-281187c2-c7b7-43dd-b3d5-d54218e39a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.861659 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-4a3971bf-5c03-41e4-9450-7911c79dad79 req-0e07fc54-9d16-4812-9af9-abe4f9215943 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711312 Jun 09 22:05:37.879585 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-281187c2-c7b7-43dd-b3d5-d54218e39a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.882338 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-281187c2-c7b7-43dd-b3d5-d54218e39a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:37.883450 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-281187c2-c7b7-43dd-b3d5-d54218e39a67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3259750a-5a0c-4eb3-bf06-927df8c3ea21 HTTP/1.1" status: 204 len: 168 time: 0.2305806 Jun 09 22:05:37.884932 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0527c7a0-c53c-4f4a-8602-6ee40283703b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:37.894570 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281187c2-c7b7-43dd-b3d5-d54218e39a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3259750a-5a0c-4eb3-bf06-927df8c3ea21,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:37.896820 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-281187c2-c7b7-43dd-b3d5-d54218e39a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:38.186637 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 57900) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:38.203344 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-40835bd6-8208-475f-8630-8f889dfc5632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.307582 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-40835bd6-8208-475f-8630-8f889dfc5632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.311429 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-40835bd6-8208-475f-8630-8f889dfc5632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.318491 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-171eff7b-2d68-4749-a9d0-00847a52c673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:38.361688 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-40835bd6-8208-475f-8630-8f889dfc5632 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adee931f5c414ba08cdeb95f8bc602a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738284 Jun 09 22:05:38.362622 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40835bd6-8208-475f-8630-8f889dfc5632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff69b8-bf6b-482f-b9a0-05bfe0aeb3eb,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:38.364365 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 57902) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:38.365602 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-40835bd6-8208-475f-8630-8f889dfc5632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:38.426144 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.453113 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.504971 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.507421 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:38.508591 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfff69b8-bf6b-482f-b9a0-05bfe0aeb3eb HTTP/1.1" status: 204 len: 168 time: 0.1431084 Jun 09 22:05:38.509571 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3f6a92e9-50da-49c6-bb6d-85d48616e1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:38.518973 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff69b8-bf6b-482f-b9a0-05bfe0aeb3eb,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:38.521218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:38.798976 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a21557-39f5-4a0f-8e30-6538905a7ec7 req-f9795737-d5ac-4a6e-838d-e7fcce5e2258 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:38.800489 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-58a21557-39f5-4a0f-8e30-6538905a7ec7 req-f9795737-d5ac-4a6e-838d-e7fcce5e2258 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 946 time: 0.0837996 Jun 09 22:05:38.846861 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-58a21557-39f5-4a0f-8e30-6538905a7ec7 req-ab602509-cbff-408a-9b6a-ec21e9c13414 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Jun 09 22:05:39.333987 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:40.040829 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08525-ee4b-4547-a881-566af8cdc9e2 req-a8be1813-ddca-4094-ba16-f2dfd8fc3a12 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:40.042483 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-39d08525-ee4b-4547-a881-566af8cdc9e2 req-a8be1813-ddca-4094-ba16-f2dfd8fc3a12 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 946 time: 0.0873277 Jun 09 22:05:40.094021 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-39d08525-ee4b-4547-a881-566af8cdc9e2 req-7c4dea73-ff0b-4841-870a-9c0b67844242 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Jun 09 22:05:43.356762 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58000) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:43.473456 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-15485058-9b05-4cec-a8a3-8ea6864a58ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:43.575315 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-15485058-9b05-4cec-a8a3-8ea6864a58ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:43.580058 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-15485058-9b05-4cec-a8a3-8ea6864a58ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:43.587992 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-7e1393e1-caf7-4fe9-b40a-fdeee611afba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:43.625476 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15485058-9b05-4cec-a8a3-8ea6864a58ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d068fd2-b81e-49d4-832e-e7cf6ec67a25,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:43.629716 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-15485058-9b05-4cec-a8a3-8ea6864a58ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e194eec24a974d12a4c0cf4f19cfac64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718897 Jun 09 22:05:43.630629 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-15485058-9b05-4cec-a8a3-8ea6864a58ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:43.632392 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58004) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:43.694041 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbb28a0f-85ac-45ad-a864-baf760b6e64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:43.720770 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbb28a0f-85ac-45ad-a864-baf760b6e64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:43.776182 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbb28a0f-85ac-45ad-a864-baf760b6e64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:43.778732 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-bbb28a0f-85ac-45ad-a864-baf760b6e64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:43.779871 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-bbb28a0f-85ac-45ad-a864-baf760b6e64f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d068fd2-b81e-49d4-832e-e7cf6ec67a25 HTTP/1.1" status: 204 len: 168 time: 0.1465309 Jun 09 22:05:43.780684 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-38814311-9fcd-406d-aac7-de0c9264d1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:43.790335 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb28a0f-85ac-45ad-a864-baf760b6e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d068fd2-b81e-49d4-832e-e7cf6ec67a25,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:43.798114 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-bbb28a0f-85ac-45ad-a864-baf760b6e64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:44.074307 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58010) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:44.091613 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0db88685-d0eb-4a38-b27e-b3d5a83c127c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.194862 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0db88685-d0eb-4a38-b27e-b3d5a83c127c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.199443 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0db88685-d0eb-4a38-b27e-b3d5a83c127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.207756 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-3915824c-8c02-411d-a19d-7a1a1ab3f064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:44.249929 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-0db88685-d0eb-4a38-b27e-b3d5a83c127c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d79b2c92d28e4e5e952c4b299a989f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744885 Jun 09 22:05:44.251636 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db88685-d0eb-4a38-b27e-b3d5a83c127c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ecee0a-986d-4302-96fa-73009b32b211,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:44.253204 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58012) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:05:44.254606 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0db88685-d0eb-4a38-b27e-b3d5a83c127c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:44.318750 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-644fcf97-4fa8-4091-8d91-540ea9e4726f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.345285 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-644fcf97-4fa8-4091-8d91-540ea9e4726f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.398766 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-644fcf97-4fa8-4091-8d91-540ea9e4726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.401769 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-644fcf97-4fa8-4091-8d91-540ea9e4726f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:44.402920 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-644fcf97-4fa8-4091-8d91-540ea9e4726f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42ecee0a-986d-4302-96fa-73009b32b211 HTTP/1.1" status: 204 len: 168 time: 0.1479912 Jun 09 22:05:44.403753 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d0847d8a-b347-4264-ac52-1e7117bc4ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:44.413818 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fcf97-4fa8-4091-8d91-540ea9e4726f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ecee0a-986d-4302-96fa-73009b32b211,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:44.417263 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-644fcf97-4fa8-4091-8d91-540ea9e4726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:47.644953 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e55c8-67a1-478e-b7a2-b397da6370ef req-74b34179-2821-4f35-b11c-f15be397ae45 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:47.646378 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c54e55c8-67a1-478e-b7a2-b397da6370ef req-74b34179-2821-4f35-b11c-f15be397ae45 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 946 time: 0.0842950 Jun 09 22:05:47.702654 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c54e55c8-67a1-478e-b7a2-b397da6370ef req-da9010b5-1d84-4dd2-bb59-c2ab163fc54c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496693 Jun 09 22:05:48.884250 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50e40-a079-4535-82c1-d2553e5849b6 req-5e32fce2-4376-4143-8719-add0a88ca780 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:48.885678 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d5e50e40-a079-4535-82c1-d2553e5849b6 req-5e32fce2-4376-4143-8719-add0a88ca780 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 946 time: 0.0772877 Jun 09 22:05:48.928593 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d5e50e40-a079-4535-82c1-d2553e5849b6 req-bea64dec-8c7b-4ab2-ab87-98ed9d75ce04 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Jun 09 22:05:50.181100 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aa5e1-d24c-4a34-9292-8379bbe59cf0 req-b017d03b-4f0f-4815-8412-94691b6299a8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:50.183017 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-251aa5e1-d24c-4a34-9292-8379bbe59cf0 req-b017d03b-4f0f-4815-8412-94691b6299a8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 946 time: 0.1506193 Jun 09 22:05:50.191754 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-fae62a49-247e-4f59-b31e-e319676d36b6 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:50.193180 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-fae62a49-247e-4f59-b31e-e319676d36b6 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 946 time: 0.1096766 Jun 09 22:05:50.295520 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-251aa5e1-d24c-4a34-9292-8379bbe59cf0 req-173951e7-fdb2-455f-964e-7f30907151a1 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013684 Jun 09 22:05:50.362220 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Deleting port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:50.362594 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:50.498708 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] For port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:50.498978 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:50.722528 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Calling delete_port for 31e671b9-7d03-4f56-8e3a-8997b05aa4ed owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:50.836040 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:50.841601 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4c9a1fc0-7325-4dc9-a974-abe36258d328 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:50.847480 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a', '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', '429a4744-28d7-4002-9256-3d19e0df828c', '31e671b9-7d03-4f56-8e3a-8997b05aa4ed'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:50.887163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event deleted for resources: {'Port': ['ID=31e671b9-7d03-4f56-8e3a-8997b05aa4ed,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:50.890145 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:50.963768 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] No DVR routers for this DVR port 31e671b9-7d03-4f56-8e3a-8997b05aa4ed on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:50.966371 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:50.968334 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-1bc92e03-3415-4d16-b426-71425bb1ef51 req-323302a0-dd4d-4f4c-89c1-98a27596fe3c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "DELETE /v2.0/ports/31e671b9-7d03-4f56-8e3a-8997b05aa4ed HTTP/1.1" status: 204 len: 173 time: 0.7605495 Jun 09 22:05:50.968831 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'name': 'network-vif-deleted', 'tag': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:50.971148 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f465ea5-ba27-46c6-8236-5511e0c06971" -d '{"events": [{"server_uuid": "162325c0-f1c7-4307-b35e-5aa551bf8aef", "name": "network-vif-deleted", "tag": "31e671b9-7d03-4f56-8e3a-8997b05aa4ed"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:51.004981 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:05:51.164793 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60bd18-a110-4160-8457-128196c1d185 x-openstack-request-id: req-2d60bd18-a110-4160-8457-128196c1d185 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:51.165841 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162325c0-f1c7-4307-b35e-5aa551bf8aef", "name": "network-vif-deleted", "tag": "31e671b9-7d03-4f56-8e3a-8997b05aa4ed", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:51.166175 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d60bd18-a110-4160-8457-128196c1d185 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:51.166900 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162325c0-f1c7-4307-b35e-5aa551bf8aef', 'name': 'network-vif-deleted', 'tag': '31e671b9-7d03-4f56-8e3a-8997b05aa4ed', 'status': 'completed', 'code': 200} Jun 09 22:05:51.473663 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-09360cd7-adb4-4edb-94f2-3dddc23f8beb req-27afea19-df82-4757-833a-d022bfca9a8c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=162325c0-f1c7-4307-b35e-5aa551bf8aef HTTP/1.1" status: 200 len: 210 time: 0.0438528 Jun 09 22:05:53.201116 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 31e671b9-7d03-4f56-8e3a-8997b05aa4ed no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:53.234698 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 31e671b9-7d03-4f56-8e3a-8997b05aa4ed {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:53.234970 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 31e671b9-7d03-4f56-8e3a-8997b05aa4ed not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:54.149175 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9151c-7c23-4cd6-baae-d2f6f8437e97 req-cdcd8aa1-af4c-49e3-9425-c92dec679fa9 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:54.150673 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-96c9151c-7c23-4cd6-baae-d2f6f8437e97 req-cdcd8aa1-af4c-49e3-9425-c92dec679fa9 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 945 time: 0.0832977 Jun 09 22:05:54.195437 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-96c9151c-7c23-4cd6-baae-d2f6f8437e97 req-b2d207ad-401b-4dae-8bb3-99d53dd8e67f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 Jun 09 22:05:55.383486 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12a982-ffcb-40ee-8d43-53a3396acca5 req-2e4874d2-8a06-49c1-8407-ca9e14a49aa0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:55.385193 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5f12a982-ffcb-40ee-8d43-53a3396acca5 req-2e4874d2-8a06-49c1-8407-ca9e14a49aa0 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 945 time: 0.0834029 Jun 09 22:05:55.433393 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5f12a982-ffcb-40ee-8d43-53a3396acca5 req-8f570126-e230-4e84-b9b1-930f249ebd4c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Jun 09 22:05:56.307805 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-38bc7081-58b6-464a-b81e-3754cf4952f7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:56.309233 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-38bc7081-58b6-464a-b81e-3754cf4952f7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 945 time: 0.0818901 Jun 09 22:05:56.448928 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Deleting port 429a4744-28d7-4002-9256-3d19e0df828c {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:05:56.449622 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:56.635848 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] For port 429a4744-28d7-4002-9256-3d19e0df828c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=429a4744-28d7-4002-9256-3d19e0df828c,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:05:56.636113 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:56.771895 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Calling delete_port for 429a4744-28d7-4002-9256-3d19e0df828c owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:05:56.788514 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7a6f1-a1cf-4943-babd-9f5d456fa25e req-9d89b385-603f-4eff-b221-677b33c2049a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:56.789882 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-59c7a6f1-a1cf-4943-babd-9f5d456fa25e req-9d89b385-603f-4eff-b221-677b33c2049a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=3335800f-eead-44c1-9fa3-c033510a1d31 HTTP/1.1" status: 200 len: 945 time: 0.2507665 Jun 09 22:05:56.850415 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-59c7a6f1-a1cf-4943-babd-9f5d456fa25e req-b5293828-b6fc-4e1b-a9bd-aa853ddffaa4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477283 Jun 09 22:05:56.934285 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:56.939644 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-448c1a3a-b54a-4ecc-a101-474c7c2ccf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:05:56.945299 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a', '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', '429a4744-28d7-4002-9256-3d19e0df828c'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:05:56.985036 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event deleted for resources: {'Port': ['ID=429a4744-28d7-4002-9256-3d19e0df828c,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:05:56.988158 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:05:57.061446 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] No DVR routers for this DVR port 429a4744-28d7-4002-9256-3d19e0df828c on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:05:57.071241 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:05:57.074351 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0afbbd09-4572-4b96-8494-36fcc917b251 req-2a07e811-b211-492b-a847-a066e41e82e8 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "DELETE /v2.0/ports/429a4744-28d7-4002-9256-3d19e0df828c HTTP/1.1" status: 204 len: 173 time: 0.7595117 Jun 09 22:05:57.074894 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3335800f-eead-44c1-9fa3-c033510a1d31', 'name': 'network-vif-deleted', 'tag': '429a4744-28d7-4002-9256-3d19e0df828c'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:05:57.079662 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8a953-5a00-4211-8404-a20878413215" -d '{"events": [{"server_uuid": "3335800f-eead-44c1-9fa3-c033510a1d31", "name": "network-vif-deleted", "tag": "429a4744-28d7-4002-9256-3d19e0df828c"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:05:57.132166 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac05859-2af1-4fb2-9f01-db8fd596bbab x-openstack-request-id: req-9ac05859-2af1-4fb2-9f01-db8fd596bbab {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:05:57.132491 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3335800f-eead-44c1-9fa3-c033510a1d31", "name": "network-vif-deleted", "tag": "429a4744-28d7-4002-9256-3d19e0df828c", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:05:57.132778 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ac05859-2af1-4fb2-9f01-db8fd596bbab {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:05:57.133209 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3335800f-eead-44c1-9fa3-c033510a1d31', 'name': 'network-vif-deleted', 'tag': '429a4744-28d7-4002-9256-3d19e0df828c', 'status': 'completed', 'code': 200} Jun 09 22:05:58.308651 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bb1fa-c966-4d9f-8c0f-37e790f3b60a req-182885f3-f9d3-4d60-8d97-866886cbd223 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:58.310097 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-159bb1fa-c966-4d9f-8c0f-37e790f3b60a req-182885f3-f9d3-4d60-8d97-866886cbd223 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 946 time: 0.0790491 Jun 09 22:05:58.356067 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-159bb1fa-c966-4d9f-8c0f-37e790f3b60a req-40172eff-7d4d-4f04-8667-ba69ab373de4 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403488 Jun 09 22:05:59.208623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 429a4744-28d7-4002-9256-3d19e0df828c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:05:59.242461 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 429a4744-28d7-4002-9256-3d19e0df828c {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:05:59.242769 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 429a4744-28d7-4002-9256-3d19e0df828c not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:05:59.539328 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77adea1-cdd7-4d32-8961-08cd1117a469 req-fda88616-7c18-49dd-b636-9a833598720c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:05:59.541333 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c77adea1-cdd7-4d32-8961-08cd1117a469 req-fda88616-7c18-49dd-b636-9a833598720c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 946 time: 0.0817032 Jun 09 22:05:59.584157 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c77adea1-cdd7-4d32-8961-08cd1117a469 req-c42893d0-9bad-4618-9a74-4042d1afcbd2 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Jun 09 22:06:00.364635 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-c09a1bdc-eb1e-4bad-aaba-c284b0db7a12 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:00.365995 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-c09a1bdc-eb1e-4bad-aaba-c284b0db7a12 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 946 time: 0.0812464 Jun 09 22:06:00.601533 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Deleting port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:00.602267 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:00.797276 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] For port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:00.797629 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:00.923421 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Calling delete_port for 4a7b20e5-bd61-4a3d-a19d-3390db4257dd owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:00.938627 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85f3f0-0286-45fd-9490-6bc9c1ad4462 req-c863695f-092d-4a69-b61f-bc5ce478972a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:00.940075 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9c85f3f0-0286-45fd-9490-6bc9c1ad4462 req-c863695f-092d-4a69-b61f-bc5ce478972a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=af1ef69f-7e90-4572-b521-6607eedf4d7f HTTP/1.1" status: 200 len: 946 time: 0.2448015 Jun 09 22:06:00.997427 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-9c85f3f0-0286-45fd-9490-6bc9c1ad4462 req-244f0e82-f659-490d-9f47-08896e9d18dc tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518360 Jun 09 22:06:01.083827 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:01.089693 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-2949db54-4d36-4722-8880-7c5c5d71e8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:01.096044 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a', '4a7b20e5-bd61-4a3d-a19d-3390db4257dd'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:06:01.133014 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event deleted for resources: {'Port': ['ID=4a7b20e5-bd61-4a3d-a19d-3390db4257dd,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:01.138190 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:01.211406 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] No DVR routers for this DVR port 4a7b20e5-bd61-4a3d-a19d-3390db4257dd on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:01.214283 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:01.216318 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-693b1c25-a64d-4054-9ab3-dc164cc1353a req-8e70e16c-7181-455e-ac07-aafab0862999 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "DELETE /v2.0/ports/4a7b20e5-bd61-4a3d-a19d-3390db4257dd HTTP/1.1" status: 204 len: 173 time: 0.8443730 Jun 09 22:06:01.216825 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'name': 'network-vif-deleted', 'tag': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:01.219119 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b141b3-97b9-4947-9c78-eb2578c243dc" -d '{"events": [{"server_uuid": "af1ef69f-7e90-4572-b521-6607eedf4d7f", "name": "network-vif-deleted", "tag": "4a7b20e5-bd61-4a3d-a19d-3390db4257dd"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:01.263684 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54de36ad-bb23-43d8-a401-e66c1fa3bff8 x-openstack-request-id: req-54de36ad-bb23-43d8-a401-e66c1fa3bff8 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:01.264013 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1ef69f-7e90-4572-b521-6607eedf4d7f", "name": "network-vif-deleted", "tag": "4a7b20e5-bd61-4a3d-a19d-3390db4257dd", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:01.264299 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54de36ad-bb23-43d8-a401-e66c1fa3bff8 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:01.264881 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1ef69f-7e90-4572-b521-6607eedf4d7f', 'name': 'network-vif-deleted', 'tag': '4a7b20e5-bd61-4a3d-a19d-3390db4257dd', 'status': 'completed', 'code': 200} Jun 09 22:06:03.217928 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 4a7b20e5-bd61-4a3d-a19d-3390db4257dd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:03.255797 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 4a7b20e5-bd61-4a3d-a19d-3390db4257dd {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:03.256147 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 4a7b20e5-bd61-4a3d-a19d-3390db4257dd not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:03.685980 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643bcba-b2b0-4475-83e8-88fbc995014e req-2f1c414a-0815-466c-88e5-e41846b92c6f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:03.687629 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e643bcba-b2b0-4475-83e8-88fbc995014e req-2f1c414a-0815-466c-88e5-e41846b92c6f tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 946 time: 0.0780823 Jun 09 22:06:03.731639 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e643bcba-b2b0-4475-83e8-88fbc995014e req-3616de9c-9b83-4656-9e2a-5d42a559e262 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385170 Jun 09 22:06:04.019959 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad910-d89b-4189-a327-98aaa14e9558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:04.921514 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0cfd-319a-49c6-9b0f-dd4b8165d8f1 req-eaf53f4a-6e60-498c-b2d4-441e4a51e805 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:04.922988 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5eca0cfd-319a-49c6-9b0f-dd4b8165d8f1 req-eaf53f4a-6e60-498c-b2d4-441e4a51e805 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 946 time: 0.0840383 Jun 09 22:06:04.968153 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5eca0cfd-319a-49c6-9b0f-dd4b8165d8f1 req-1c1bfe47-e910-419a-89f8-12666bf2ff6a tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Jun 09 22:06:06.049798 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-d3ff362f-0085-4568-8abe-d10fffdda1d7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:06.051283 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-d3ff362f-0085-4568-8abe-d10fffdda1d7 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 946 time: 0.0811391 Jun 09 22:06:06.265765 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547e8cd-7c73-4f6e-bd13-ebfb48cbe9a7 req-cf232150-3ef3-42a2-ada4-915f6f63cff2 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:06.267144 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8547e8cd-7c73-4f6e-bd13-ebfb48cbe9a7 req-cf232150-3ef3-42a2-ada4-915f6f63cff2 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 946 time: 0.1646774 Jun 09 22:06:06.298764 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Deleting port e7294159-8ca3-430e-9385-d5d984b4499a {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:06:06.299099 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.387440 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8547e8cd-7c73-4f6e-bd13-ebfb48cbe9a7 req-f4e59b4e-0423-4ec9-a3c1-e274cf14a72d tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/security-groups?id=635a30ff-f06b-4e9a-b069-fdf7dadde395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124561 Jun 09 22:06:06.414225 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.423654 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-cc74a7da-dce2-40e4-9e19-2809d087caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.456625 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] For port e7294159-8ca3-430e-9385-d5d984b4499a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e7294159-8ca3-430e-9385-d5d984b4499a,segment=NetworkSegment(321d7bda-231e-4522-91fd-b0e175bce14b),segment_id=321d7bda-231e-4522-91fd-b0e175bce14b)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:06.456994 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.583682 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Calling delete_port for e7294159-8ca3-430e-9385-d5d984b4499a owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:06:06.703257 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.709393 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-619d37a2-50d3-4885-89af-b3e6b27e6edb tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:06.716116 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['e7294159-8ca3-430e-9385-d5d984b4499a'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:06:06.869402 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Pushing event deleted for resources: {'Port': ['ID=e7294159-8ca3-430e-9385-d5d984b4499a,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:06.896761 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:06.944915 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] No DVR routers for this DVR port e7294159-8ca3-430e-9385-d5d984b4499a on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:06:06.948063 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:06.950052 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-091e141a-b01d-4a56-9eec-cf778d4905d9 req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.15 "DELETE /v2.0/ports/e7294159-8ca3-430e-9385-d5d984b4499a HTTP/1.1" status: 204 len: 173 time: 0.8935411 Jun 09 22:06:06.950583 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'name': 'network-vif-deleted', 'tag': 'e7294159-8ca3-430e-9385-d5d984b4499a'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:06.952907 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0405db76-7fa8-4048-8041-cd5cab57840a" -d '{"events": [{"server_uuid": "d1410e6d-3326-453a-a4f1-9adc429b4df0", "name": "network-vif-deleted", "tag": "e7294159-8ca3-430e-9385-d5d984b4499a"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:07.028704 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bfc91c-7797-4d49-b3e3-b83eea42d271 x-openstack-request-id: req-c5bfc91c-7797-4d49-b3e3-b83eea42d271 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:07.029083 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1410e6d-3326-453a-a4f1-9adc429b4df0", "name": "network-vif-deleted", "tag": "e7294159-8ca3-430e-9385-d5d984b4499a", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:07.029342 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5bfc91c-7797-4d49-b3e3-b83eea42d271 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:07.029749 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1410e6d-3326-453a-a4f1-9adc429b4df0', 'name': 'network-vif-deleted', 'tag': 'e7294159-8ca3-430e-9385-d5d984b4499a', 'status': 'completed', 'code': 200} Jun 09 22:06:07.576592 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-22cb104d-8811-4d83-b1b2-ea270ef6e1f0 req-c3e3c073-c353-41f7-9993-39325019727c tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1410e6d-3326-453a-a4f1-9adc429b4df0 HTTP/1.1" status: 200 len: 210 time: 0.0427117 Jun 09 22:06:07.747210 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:07.755877 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:08.673697 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58232) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:08.738753 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Deleting subnet da79b1a0-296f-4750-8661-58e5b7e4e376 {{(pid=91721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:06:08.742054 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:08.796719 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11420375'] for subnet, precommit_delete_associations {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:08.851944 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:08.919425 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11751716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11056968'] for subnet, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:08.923302 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:08.961678 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da79b1a0-296f-4750-8661-58e5b7e4e376,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:08.965624 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:08.966631 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:08.968428 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-70a9e12e-d024-44e5-9e2f-d0536f9d8884 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da79b1a0-296f-4750-8661-58e5b7e4e376 HTTP/1.1" status: 204 len: 168 time: 0.2935476 Jun 09 22:06:08.970878 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58238) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:09.078576 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.208208 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.217464 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device e7294159-8ca3-430e-9385-d5d984b4499a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:06:09.222635 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c81ba36-66d3-4c4f-97c6-b042771b913e']}} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:09.236046 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321d7bda-231e-4522-91fd-b0e175bce14b') {'for_net_delete': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:09.236410 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.services.segments.db [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321d7bda-231e-4522-91fd-b0e175bce14b') {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:06:09.249378 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11420964'] for segment, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.252589 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: e7294159-8ca3-430e-9385-d5d984b4499a {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:06:09.253144 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device e7294159-8ca3-430e-9385-d5d984b4499a not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:06:09.270910 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.278113 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=91721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:06:09.278526 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11751745'] for segment, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: Traceback (most recent call last): Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: timer() Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: cb(*args, **kw) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: return func(*args, **kwargs) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: self._notify() Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: self.callback(batched_events) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: event.method(event) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: return f(self, *a, **k) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: return self._get(url).json() Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: return self.request(url, 'GET', **kwargs) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:06:09.293028 dv-cinder-774286-15-smb neutron-server[91721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:06:09.344674 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.376363 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.380360 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-ee65b0fd-5fa5-41b3-a9d1-6e2eac4eb807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:09.399140 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.404516 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1c81ba36-66d3-4c4f-97c6-b042771b913e HTTP/1.1" status: 204 len: 168 time: 0.4300086 Jun 09 22:06:09.404516 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c81ba36-66d3-4c4f-97c6-b042771b913e,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:09.406166 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-29165073-7c73-4a43-aac1-409614f1b141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:09.605430 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58252) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:09.661268 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-a1523a92-0a3d-4da5-b10f-84b4bf286724 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b3369996ad049a0aac8c24b99dd1b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543666 Jun 09 22:06:09.663709 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58254) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:09.724067 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-feaf38c1-a457-4f7e-a5e8-f06ca60426a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.749428 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-feaf38c1-a457-4f7e-a5e8-f06ca60426a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.803915 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-feaf38c1-a457-4f7e-a5e8-f06ca60426a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.806953 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-feaf38c1-a457-4f7e-a5e8-f06ca60426a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:09.808296 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-feaf38c1-a457-4f7e-a5e8-f06ca60426a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/635a30ff-f06b-4e9a-b069-fdf7dadde395 HTTP/1.1" status: 204 len: 168 time: 0.1437113 Jun 09 22:06:09.809068 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8e60635a-bafb-4401-b2de-3db82f912083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:09.818281 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf38c1-a457-4f7e-a5e8-f06ca60426a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a30ff-f06b-4e9a-b069-fdf7dadde395,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:09.820684 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-feaf38c1-a457-4f7e-a5e8-f06ca60426a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:10.863527 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58286) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:10.984755 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-628c2016-c8ef-4094-9ed1-6e65c8a1634c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.092754 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-628c2016-c8ef-4094-9ed1-6e65c8a1634c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.096835 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-628c2016-c8ef-4094-9ed1-6e65c8a1634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.105759 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f0af7064-cef0-4ef9-ba31-f821e1f629c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:11.147306 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c2016-c8ef-4094-9ed1-6e65c8a1634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6e392-3ba3-4bfd-a11e-85f9fc9a8944,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:11.151394 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-628c2016-c8ef-4094-9ed1-6e65c8a1634c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:11.157356 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-628c2016-c8ef-4094-9ed1-6e65c8a1634c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fa2aea71d294e3ebb17165cedb3c326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903934 Jun 09 22:06:11.157817 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58300) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:11.219204 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.250117 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.306867 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.309307 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:11.310484 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eeb6e392-3ba3-4bfd-a11e-85f9fc9a8944 HTTP/1.1" status: 204 len: 168 time: 0.1520479 Jun 09 22:06:11.311301 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-d25ef6da-774e-4764-9909-ec592b48336e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:11.323899 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6e392-3ba3-4bfd-a11e-85f9fc9a8944,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:11.326326 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:12.650962 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58364) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:12.790351 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2275e3ab-70e4-45af-8608-8f5b1590547f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:12.896521 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2275e3ab-70e4-45af-8608-8f5b1590547f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:12.900243 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-2275e3ab-70e4-45af-8608-8f5b1590547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:12.907119 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-796225b6-13ae-44e0-9ba7-ae1af63a20f1 tempest-TestMinimumBasicScenario-1460441230 tempest-TestMinimumBasicScenario-1460441230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:12.947339 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-2275e3ab-70e4-45af-8608-8f5b1590547f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db29c233341f413d856f7526de0c2d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947066 Jun 09 22:06:12.948343 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275e3ab-70e4-45af-8608-8f5b1590547f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c43ad-b251-4d85-b06b-844b2c87921a,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:12.950087 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58368) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:12.951583 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-2275e3ab-70e4-45af-8608-8f5b1590547f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:13.011291 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-91a52fff-632f-4cc3-9aa9-c66b4411fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.037276 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-91a52fff-632f-4cc3-9aa9-c66b4411fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.091027 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-91a52fff-632f-4cc3-9aa9-c66b4411fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.093666 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-91a52fff-632f-4cc3-9aa9-c66b4411fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.094886 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-91a52fff-632f-4cc3-9aa9-c66b4411fc42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a1c43ad-b251-4d85-b06b-844b2c87921a HTTP/1.1" status: 204 len: 168 time: 0.1436646 Jun 09 22:06:13.095690 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-cf614672-b64f-4cf8-a140-92bef510105d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:13.106038 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a52fff-632f-4cc3-9aa9-c66b4411fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1c43ad-b251-4d85-b06b-844b2c87921a,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:13.108348 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-91a52fff-632f-4cc3-9aa9-c66b4411fc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:13.388891 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58374) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:13.406332 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f53eba3f-2d4e-4c17-b2e1-b7397e5a2b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.511258 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f53eba3f-2d4e-4c17-b2e1-b7397e5a2b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.516166 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-f53eba3f-2d4e-4c17-b2e1-b7397e5a2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.526057 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-68586894-9a7f-4f8c-a6aa-375b18f1cb95 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:13.564488 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-f53eba3f-2d4e-4c17-b2e1-b7397e5a2b33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e85671a3bb84576a4fd6def745a9a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745465 Jun 09 22:06:13.566094 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53eba3f-2d4e-4c17-b2e1-b7397e5a2b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a666470-8dd1-40b7-b1c7-0e0c586b8896,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:13.567128 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58376) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:13.569292 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f53eba3f-2d4e-4c17-b2e1-b7397e5a2b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:13.625988 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5b3f27b8-7ac1-4380-bb0c-4629aff8b59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.651166 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5b3f27b8-7ac1-4380-bb0c-4629aff8b59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.704307 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5b3f27b8-7ac1-4380-bb0c-4629aff8b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.707001 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-5b3f27b8-7ac1-4380-bb0c-4629aff8b59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:13.708135 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5b3f27b8-7ac1-4380-bb0c-4629aff8b59e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a666470-8dd1-40b7-b1c7-0e0c586b8896 HTTP/1.1" status: 204 len: 168 time: 0.1400437 Jun 09 22:06:13.708947 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-032936a4-efa1-4c47-b2d6-113740c084f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:13.719351 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f27b8-7ac1-4380-bb0c-4629aff8b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a666470-8dd1-40b7-b1c7-0e0c586b8896,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:13.721551 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-5b3f27b8-7ac1-4380-bb0c-4629aff8b59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:18.676829 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58468) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:18.801947 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:18.911799 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:18.916412 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:18.926019 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8908bbe7-2f10-4f79-8ca3-556ce480be6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:18.967291 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ceb28c25b0344e28bed25a027a38a880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894006 Jun 09 22:06:18.968228 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a49e78-999d-441f-9383-050ce22bdcf9,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:18.970343 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58478) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:18.976308 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.976697 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.977066 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.977429 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.977795 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.978153 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.978542 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.978887 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.980131 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.980492 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.980845 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.981195 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:18.985117 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-4993d505-e245-4830-b1ba-901e45cb377b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:19.053197 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:19.079949 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:19.132999 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:19.135803 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:19.137130 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2a49e78-999d-441f-9383-050ce22bdcf9 HTTP/1.1" status: 204 len: 168 time: 0.1655140 Jun 09 22:06:19.137921 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-b287ca43-4122-4043-9bb1-d352957eac50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:19.147406 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a49e78-999d-441f-9383-050ce22bdcf9,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:19.154634 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.155009 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.155370 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.155728 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.156082 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.156429 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.156777 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.157121 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.157484 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.157815 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.158153 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.158527 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:19.163572 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-962f6d8b-17f2-4dcf-992e-43280ed203c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:20.357666 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58510) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:20.482909 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-04f61a5b-a35e-4cbd-9506-c8c51359f14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.583771 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-04f61a5b-a35e-4cbd-9506-c8c51359f14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.587389 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-04f61a5b-a35e-4cbd-9506-c8c51359f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.595659 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-f84454cc-8d9c-447f-a44c-d7b0977e2c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:20.635921 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-04f61a5b-a35e-4cbd-9506-c8c51359f14d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2b0a56f476147cb9a5eddd669984c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771838 Jun 09 22:06:20.636910 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f61a5b-a35e-4cbd-9506-c8c51359f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e22c9-760d-456c-8a17-19468a29b92d,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:20.638535 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58514) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:20.639872 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-04f61a5b-a35e-4cbd-9506-c8c51359f14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:20.701887 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-350158d5-952b-4b45-9093-74d15a2f0e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.727310 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-350158d5-952b-4b45-9093-74d15a2f0e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.781873 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-350158d5-952b-4b45-9093-74d15a2f0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.787131 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-350158d5-952b-4b45-9093-74d15a2f0e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:20.790791 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-350158d5-952b-4b45-9093-74d15a2f0e78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a9e22c9-760d-456c-8a17-19468a29b92d HTTP/1.1" status: 204 len: 168 time: 0.1488943 Jun 09 22:06:20.792309 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0db88685-d0eb-4a38-b27e-b3d5a83c127c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:20.805833 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350158d5-952b-4b45-9093-74d15a2f0e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e22c9-760d-456c-8a17-19468a29b92d,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:20.809271 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-350158d5-952b-4b45-9093-74d15a2f0e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:28.004466 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:06:30.095459 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58580) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:30.219646 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-777a8bd5-1591-4ca5-abf4-47b1bb6f7a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:30.332466 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-777a8bd5-1591-4ca5-abf4-47b1bb6f7a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:30.336791 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-777a8bd5-1591-4ca5-abf4-47b1bb6f7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:30.343636 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e41b9cb0-4d6d-4682-8f1f-547087c06117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:30.382504 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a8bd5-1591-4ca5-abf4-47b1bb6f7a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7dfc8-0893-4702-9d8f-fae9efbced59,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:30.387537 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-777a8bd5-1591-4ca5-abf4-47b1bb6f7a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:30.391601 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-777a8bd5-1591-4ca5-abf4-47b1bb6f7a0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15ee8879d6394152a0d0a1504211f23f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942886 Jun 09 22:06:30.393550 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58584) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:30.462029 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f86b1ebd-0aa3-4bfc-a8b6-0a55026f90ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:30.490104 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f86b1ebd-0aa3-4bfc-a8b6-0a55026f90ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:30.541305 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f86b1ebd-0aa3-4bfc-a8b6-0a55026f90ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:30.544533 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f86b1ebd-0aa3-4bfc-a8b6-0a55026f90ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:30.545652 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f86b1ebd-0aa3-4bfc-a8b6-0a55026f90ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3c7dfc8-0893-4702-9d8f-fae9efbced59 HTTP/1.1" status: 204 len: 168 time: 0.1513274 Jun 09 22:06:30.546464 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-445fc71c-9ea6-4ee2-8b99-161d22cce054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:30.555902 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b1ebd-0aa3-4bfc-a8b6-0a55026f90ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7dfc8-0893-4702-9d8f-fae9efbced59,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:30.559133 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f86b1ebd-0aa3-4bfc-a8b6-0a55026f90ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:34.021126 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-e3e303e1-6f1a-432c-a9be-b18a42f52035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.335018 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58650) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:35.455041 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b00b8f8a-7247-445b-ad76-e9ee39533ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.561996 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b00b8f8a-7247-445b-ad76-e9ee39533ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.565922 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-b00b8f8a-7247-445b-ad76-e9ee39533ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.573118 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-8eab8639-b3f5-4dc0-a591-8052444674e4 tempest-AttachVolumeShelveTestJSON-742825184 tempest-AttachVolumeShelveTestJSON-742825184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:35.619578 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-b00b8f8a-7247-445b-ad76-e9ee39533ca9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62c78bb415e74782aa999af6a0ef2498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833948 Jun 09 22:06:35.620524 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b8f8a-7247-445b-ad76-e9ee39533ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b111986-5f70-49db-b950-317a1fde3bdd,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:35.623322 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 58654) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:35.624323 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b00b8f8a-7247-445b-ad76-e9ee39533ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:35.691428 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-77d79d18-f32a-452a-8252-bd1fbb5c42af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.718236 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-77d79d18-f32a-452a-8252-bd1fbb5c42af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.774802 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-77d79d18-f32a-452a-8252-bd1fbb5c42af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.777190 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-77d79d18-f32a-452a-8252-bd1fbb5c42af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:35.778418 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-77d79d18-f32a-452a-8252-bd1fbb5c42af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b111986-5f70-49db-b950-317a1fde3bdd HTTP/1.1" status: 204 len: 168 time: 0.1536627 Jun 09 22:06:35.779331 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-e7a8473b-a379-4cf4-89ff-6bc5cf90e18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:35.788690 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d79d18-f32a-452a-8252-bd1fbb5c42af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b111986-5f70-49db-b950-317a1fde3bdd,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:35.791165 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-77d79d18-f32a-452a-8252-bd1fbb5c42af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:36.417078 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.420671 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-c26e5c9c-8a95-420a-8d11-364f43131d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.466667 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58676) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:36.583615 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-324798461-network', 'tenant_id': '4f30b0de5368429e93bd187d1551574d'}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:06:36.606412 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Made reservation on behalf of 4f30b0de5368429e93bd187d1551574d for: {'network': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:06:36.609133 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3725061'] for network, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.621183 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.733035 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.737908 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.740867 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c793f780-2bd0-439d-bee5-2852eccc915d tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:36.769675 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=91722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 22:06:36.778095 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:36.781821 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:36.784426 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.787516 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.db.segments_db [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Added segment e50ae3f7-be76-483e-bfab-fd4b943d346f of type vlan for network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a Jun 09 22:06:36.811952 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768336538103'] for network, precommit_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.843558 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142'] for network, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.844456 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:36.845158 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:36.848591 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-b86a1bb0-3cbd-4208-acb0-2f4ba8f59121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:36.938238 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4702365 Jun 09 22:06:36.941070 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 58680) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:06:36.947443 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.v2.base [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Request body: {'subnet': {'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-324798461-subnet', 'tenant_id': '4f30b0de5368429e93bd187d1551574d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:06:36.960181 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Pushing event updated for resources: {'Network': ['ID=81cbfb7b-f786-45d4-bbcb-25ef7b64341a,revision_number=1']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:36.964846 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:36.970185 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a details requested by agent ovs-agent-dv-cinder-774286-15-smb with host dv-cinder-774286-15-smb {{(pid=91723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 22:06:36.977278 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Made reservation on behalf of 4f30b0de5368429e93bd187d1551574d for: {'subnet': 1} {{(pid=91722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:06:36.980825 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10781597'] for subnet, before_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:37.287516 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10588369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10781679'] for subnet, after_create {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:37.291217 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-e0443c4a-ef6f-4da1-94ee-fce2036c769e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:37.368151 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f14c34-f6da-43d6-8107-fbca166db31f,revision_number=0']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:37.371503 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:37.377870 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Checking segment: {'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:06:37.378218 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Network hostable DHCP agents. Network: 81cbfb7b-f786-45d4-bbcb-25ef7b64341a, hostable agents: ['f98cb44c-3aff-4157-b2a4-04a991af0283'], hosted agents: [] {{(pid=91722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 22:06:37.396497 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a is scheduled to be hosted by DHCP agent f98cb44c-3aff-4157-b2a4-04a991af0283 with binding_index 1 {{(pid=91722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 22:06:37.406291 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.scheduler.base_scheduler [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-15-smb, 81cbfb7b-f786-45d4-bbcb-25ef7b64341a) {{(pid=91722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:06:37.410962 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:37.412607 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for subnet, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:37.416822 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe718cf4-f8f0-48c8-8c56-a87782d8d8e1 None None] Network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:06:37.437461 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-0b64f2b3-1d87-438a-b037-e5e52fbe5ae2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4953499 Jun 09 22:06:37.618852 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdabe652-d02a-4fb0-8004-498d01984374 None None] Network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a requested from dv-cinder-774286-15-smb {{(pid=91723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 22:06:37.766553 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:37.769783 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.345232 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:39.603996 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-497208e7-f9d6-4bdd-af98-bc9c5d9421b3 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:39.605335 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-497208e7-f9d6-4bdd-af98-bc9c5d9421b3 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/networks?id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a HTTP/1.1" status: 200 len: 813 time: 0.2465162 Jun 09 22:06:39.620679 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-14bddbff-1cd0-4d5e-ad26-6021ad656801 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/quotas/4f30b0de5368429e93bd187d1551574d HTTP/1.1" status: 200 len: 375 time: 0.0089865 Jun 09 22:06:39.668300 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-10d0e9c4-4f65-413e-a3ce-a45507ff9a16 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f30b0de5368429e93bd187d1551574d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415151 Jun 09 22:06:39.679370 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-08f7bba1-5dbf-4917-88fb-0922d1bfdbcc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 22:06:39.680312 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-08f7bba1-5dbf-4917-88fb-0922d1bfdbcc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050755 Jun 09 22:06:39.811920 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-251307f3-9762-4d37-a190-ab47802a271e service neutron] 10.222.0.25 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260903 Jun 09 22:06:39.944208 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-a25c44c7-cca3-4c27-8a15-d74c04c7cf2b service neutron] 10.222.0.25 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264987 Jun 09 22:06:40.133636 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-7e0cdc7b-7a25-4b5f-8404-b96f319b6b0e req-3115bfd0-c990-4f8a-a5ed-598d6790e404 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 210 time: 0.0461097 Jun 09 22:06:41.176993 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-2c23a7a8-af3a-4da9-a510-1f117a4347dc tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:41.178488 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-2c23a7a8-af3a-4da9-a510-1f117a4347dc tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "GET /v2.0/networks?id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a HTTP/1.1" status: 200 len: 813 time: 0.1529706 Jun 09 22:06:41.191078 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Request body: {'port': {'device_id': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a', 'admin_state_up': True, 'tenant_id': '4f30b0de5368429e93bd187d1551574d'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:06:41.316078 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a67481f0-2851-442a-a13a-eccdbf68cac0 req-49c1f934-ccee-4dc0-b7c5-520ce9747658 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 210 time: 0.0585213 Jun 09 22:06:41.393909 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Made reservation on behalf of 4f30b0de5368429e93bd187d1551574d for: {'port': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:06:41.397395 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:41.561585 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Allocated IP 172.20.0.14 (81cbfb7b-f786-45d4-bbcb-25ef7b64341a/89f14c34-f6da-43d6-8107-fbca166db31f/0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:06:41.771559 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:41.803995 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:41.810437 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-773b8f8a-674e-47ea-b360-204220379e29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:41.878552 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:06:41.881730 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:06:41.885670 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:06:41.920182 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Pushing event updated for resources: {'Port': ['ID=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:41.924614 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:41.953110 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:41.953684 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:41.976025 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-63de6c67-700d-4954-bece-f3425ac8a9a4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7891088 Jun 09 22:06:42.061154 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Request body: {'port': {'device_id': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:06:42.172780 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.680387 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5435a7a-99e8-4cca-9eac-dcb68f7e6809 req-bf10625d-38a1-4339-8be5-9246080d5d3f tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:42.681728 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b5435a7a-99e8-4cca-9eac-dcb68f7e6809 req-bf10625d-38a1-4339-8be5-9246080d5d3f tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 932 time: 0.1548815 Jun 09 22:06:42.715438 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf {{(pid=91721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:06:42.729957 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.753920 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b5435a7a-99e8-4cca-9eac-dcb68f7e6809 req-6deedd6c-0a74-4d01-a868-143e49895fa9 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656345 Jun 09 22:06:42.754892 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Transition to ACTIVE for port object 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:06:42.759216 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:42.765174 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-914b28d8-b4f4-46f0-9930-168c900dcf46 tempest-AttachVolumeNegativeTest-946782710 tempest-AttachVolumeNegativeTest-946782710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:42.916399 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Pushing event updated for resources: {'Port': ['ID=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:42.924073 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:43.001629 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Attempting to bind port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:06:43.001876 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Attempting to bind port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:06:43.002205 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Attempting to bind port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf on network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:06:43.006863 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf on network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:06:43.007185 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Attempting to bind port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf on network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:06:43.012200 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:06:43.012596 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Checking segment: {'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:06:43.013207 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Bound using segment: {'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:06:43.013775 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Bound port: 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:06:43.014131 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:43.103771 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] For port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf, host hv-cinder-77428, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:06:43.107683 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] For port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:06:43.112660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:43.116539 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-167e247e-e3ce-4f37-936f-1d9f300574d8 tempest-TestShelveInstance-838370952 tempest-TestShelveInstance-838370952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:43.177990 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.178628 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:43.179993 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] 10.222.0.15 "PUT /v2.0/ports/0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf HTTP/1.1" status: 200 len: 1094 time: 1.1236229 Jun 09 22:06:43.180501 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'tag': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:43.182791 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee03756a-773a-4d17-8603-d37cf8459e5b", "tag": "0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:43.202851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Pushing event updated for resources: {'Port': ['ID=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:43.205793 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-83bdb58e-4794-435b-8dcd-972c7ce799fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:43.252886 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817e00a2-5c1e-4ce0-bb3d-0d9dd0ce041b x-openstack-request-id: req-817e00a2-5c1e-4ce0-bb3d-0d9dd0ce041b {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:43.253113 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee03756a-773a-4d17-8603-d37cf8459e5b", "tag": "0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:43.253392 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-817e00a2-5c1e-4ce0-bb3d-0d9dd0ce041b {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:43.253813 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'tag': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf', 'status': 'completed', 'code': 200} Jun 09 22:06:43.294863 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-144c0da7-0108-494f-ab04-e321b9b6b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.296373 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-144c0da7-0108-494f-ab04-e321b9b6b5ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f30b0de5368429e93bd187d1551574d&device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 1097 time: 0.0761728 Jun 09 22:06:43.369346 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-3850b67c-5285-4ced-856c-d2a85fe9f84b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf HTTP/1.1" status: 200 len: 217 time: 0.0652721 Jun 09 22:06:43.435060 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-1e805f89-3cbf-4bde-b496-ffe7e74f1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.436570 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-1e805f89-3cbf-4bde-b496-ffe7e74f1a00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89f14c34-f6da-43d6-8107-fbca166db31f HTTP/1.1" status: 200 len: 853 time: 0.0585737 Jun 09 22:06:43.489777 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-58d17166-6e87-4c44-9699-988b26f2f31e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466022 Jun 09 22:06:43.626901 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-9fd1c4c7-d329-4a98-8e95-dadd4e013d00 service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310151 Jun 09 22:06:43.761035 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a524f5bc-418a-48c5-a50f-e42263f65478 req-fcc9ffa8-e47a-4929-b3c6-277c990c95d3 service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285663 Jun 09 22:06:43.937919 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-ace65395-fdfb-4996-9931-8d9cefd7cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:43.939334 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-ace65395-fdfb-4996-9931-8d9cefd7cb8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f30b0de5368429e93bd187d1551574d&device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 1097 time: 0.1260970 Jun 09 22:06:44.048550 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954546c9-3d58-42fe-8a9c-90fbf3c05417 req-ef6133de-f1e6-450e-8537-25779d872ce6 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:44.049997 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-954546c9-3d58-42fe-8a9c-90fbf3c05417 req-ef6133de-f1e6-450e-8537-25779d872ce6 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 944 time: 0.1792076 Jun 09 22:06:44.113696 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-78e9063f-eb7d-4daa-ada9-077c74ea025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:44.115803 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-78e9063f-eb7d-4daa-ada9-077c74ea025e service neutron] 10.222.0.15 "GET /v2.0/networks?id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a HTTP/1.1" status: 200 len: 914 time: 0.1703265 Jun 09 22:06:44.124145 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-954546c9-3d58-42fe-8a9c-90fbf3c05417 req-cd367d7b-bb87-4349-92b5-a37eb52e0ea8 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678706 Jun 09 22:06:44.190041 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-47852616-d105-4b39-85f1-bda4a4840738 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf HTTP/1.1" status: 200 len: 217 time: 0.0648010 Jun 09 22:06:44.370372 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-3b4c98e7-d172-4c4c-b47e-1f8257aa8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:44.371878 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-3b4c98e7-d172-4c4c-b47e-1f8257aa8966 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89f14c34-f6da-43d6-8107-fbca166db31f HTTP/1.1" status: 200 len: 853 time: 0.1745901 Jun 09 22:06:44.419980 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-eea137d8-8ada-42af-ba64-57012e3f4364 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403159 Jun 09 22:06:44.550842 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-d076fec2-7192-47f5-a1dd-eb39d10f22f4 service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239197 Jun 09 22:06:44.686530 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8e8914d4-b9d1-4d3c-9ed1-8e0d311c07d6 req-f5dcccf3-9d69-451f-accf-01b5953b4d3f service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290362 Jun 09 22:06:45.313327 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0988-4914-4ed6-981d-6aaa0d5fc415 req-3c6baae8-072d-49e8-9639-3d00537612e1 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:45.314730 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-06ef0988-4914-4ed6-981d-6aaa0d5fc415 req-3c6baae8-072d-49e8-9639-3d00537612e1 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 944 time: 0.0840974 Jun 09 22:06:45.360534 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-06ef0988-4914-4ed6-981d-6aaa0d5fc415 req-46766705-d5d8-471c-8d73-096e482cc661 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Jun 09 22:06:46.541055 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26ff1d-1caf-4e65-82bb-e4b2170e2e85 req-eddf7401-784c-47f2-9429-d1fe7923cba8 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:46.542556 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ef26ff1d-1caf-4e65-82bb-e4b2170e2e85 req-eddf7401-784c-47f2-9429-d1fe7923cba8 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 944 time: 0.0792894 Jun 09 22:06:46.591961 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ef26ff1d-1caf-4e65-82bb-e4b2170e2e85 req-936100eb-2d32-4cb0-8942-ccbedca0ed3e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Jun 09 22:06:47.412827 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:06:47.544714 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:47.557464 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf', 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a', 'port_id': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf', 'mac_address': 'fa:16:3e:4d:2d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f14c34-f6da-43d6-8107-fbca166db31f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:06:47.617429 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:47.634414 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:06:47.649980 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:47.655670 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:47.657549 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:47.724390 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:47.731856 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.732295 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.732632 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.732986 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.733315 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.733702 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.734143 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.734437 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.734789 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.735117 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.735419 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.735726 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:06:47.739695 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:47.781095 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81150d8-fe83-4f3d-bdc6-6a836f3bb30f req-7e09c831-232d-492d-8d5c-90e5316ca531 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:47.782637 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a81150d8-fe83-4f3d-bdc6-6a836f3bb30f req-7e09c831-232d-492d-8d5c-90e5316ca531 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 945 time: 0.0800552 Jun 09 22:06:47.827340 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-a81150d8-fe83-4f3d-bdc6-6a836f3bb30f req-d48f5659-151a-4234-a680-8859f7c67f1d tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Jun 09 22:06:47.990439 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:06:49.014639 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d58d95-fc19-4ece-ad08-fd2d5ec3cef9 req-e8345fbd-714c-4fef-b6b8-42ddb95d1704 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:49.016047 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c8d58d95-fc19-4ece-ad08-fd2d5ec3cef9 req-e8345fbd-714c-4fef-b6b8-42ddb95d1704 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 945 time: 0.0843806 Jun 09 22:06:49.060479 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c8d58d95-fc19-4ece-ad08-fd2d5ec3cef9 req-867833f8-fd47-4f5f-b8c9-b1f323bad537 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Jun 09 22:06:49.411877 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:06:49.478021 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:06:49.482920 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:06:49.483298 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:49.602189 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:49.628945 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:06:49.631196 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4986ab94-58a6-466d-80e6-5125dd0f9862" -d '{"events": [{"server_uuid": "ee03756a-773a-4d17-8603-d37cf8459e5b", "name": "network-vif-plugged", "status": "completed", "tag": "0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:06:49.640205 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:06:49.643960 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:06:49.646797 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-8b0007d4-d195-4e52-a759-3d48d7db416d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:06:49.676941 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba6f11-abd2-471c-a7b6-360a928889de x-openstack-request-id: req-c9ba6f11-abd2-471c-a7b6-360a928889de {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:06:49.677233 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee03756a-773a-4d17-8603-d37cf8459e5b", "name": "network-vif-plugged", "status": "completed", "tag": "0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:06:49.677485 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9ba6f11-abd2-471c-a7b6-360a928889de {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:06:49.677863 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf', 'code': 200} Jun 09 22:06:49.720416 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:06:49.723752 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:06:49.921477 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9c391-1592-4f0b-af2b-d8699d5b69cc req-7cdd3dc8-dc53-4669-92a2-fe5405c61645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:49.922870 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-70d9c391-1592-4f0b-af2b-d8699d5b69cc req-7cdd3dc8-dc53-4669-92a2-fe5405c61645 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 1099 time: 0.0827932 Jun 09 22:06:49.965000 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-70d9c391-1592-4f0b-af2b-d8699d5b69cc req-3bd062f6-a35a-438e-bb97-34d51fd3b040 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356205 Jun 09 22:06:50.254851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7477d1-ce36-4729-8da8-0264ccbfe484 req-40846a65-7ea4-4d20-8f5a-24a1731eb17f tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:50.256232 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2e7477d1-ce36-4729-8da8-0264ccbfe484 req-40846a65-7ea4-4d20-8f5a-24a1731eb17f tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.0853374 Jun 09 22:06:50.307064 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2e7477d1-ce36-4729-8da8-0264ccbfe484 req-3796f968-4449-4ab4-b77d-b648d0248279 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Jun 09 22:06:51.494291 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c46f8b-ceca-48e0-8aec-7040b3b005c4 req-80b45b63-41c4-4468-a44d-cbd7c250d4e4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:06:51.495935 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-68c46f8b-ceca-48e0-8aec-7040b3b005c4 req-80b45b63-41c4-4468-a44d-cbd7c250d4e4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.0803628 Jun 09 22:06:51.545672 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-68c46f8b-ceca-48e0-8aec-7040b3b005c4 req-ec3f37da-33f0-40a0-8b25-d5e520fb9277 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Jun 09 22:07:04.027470 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-57f3314c-35a2-4846-b6a0-14366496fe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:05.003613 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:07:06.419154 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:06.420914 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-df427eca-8d1e-4496-b989-5c2a6f350d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:07.753035 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:07.756870 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:09.342795 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:34.020152 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-77f0cdaf-03c5-421c-95df-176f835c1a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:34.050727 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c71963-882c-4afe-b935-629aefb6e0a7 req-58314e95-4d4f-4f78-9b50-92c2bf223b55 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:34.052192 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-98c71963-882c-4afe-b935-629aefb6e0a7 req-58314e95-4d4f-4f78-9b50-92c2bf223b55 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.0824118 Jun 09 22:07:34.099153 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-98c71963-882c-4afe-b935-629aefb6e0a7 req-e12e081e-d3d4-4021-8153-1bb785c07d2f tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Jun 09 22:07:35.286587 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085c47d-ce86-4407-8611-d5d1779fa108 req-2c7b95a6-3a3b-463b-b036-c041140310a6 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:35.288063 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0085c47d-ce86-4407-8611-d5d1779fa108 req-2c7b95a6-3a3b-463b-b036-c041140310a6 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.0837278 Jun 09 22:07:35.333831 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0085c47d-ce86-4407-8611-d5d1779fa108 req-1b631ee8-9e1b-48a9-a333-8e356ad57c77 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Jun 09 22:07:36.422097 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:36.425389 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-91572be4-35a2-4591-abc0-e8fbb0a21434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:36.518867 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92aaab-c23f-44c6-859d-74c1b7a9ce96 req-72e73ca2-a093-4ec1-90b1-120cb128aaa0 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:36.520338 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6b92aaab-c23f-44c6-859d-74c1b7a9ce96 req-72e73ca2-a093-4ec1-90b1-120cb128aaa0 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.0799065 Jun 09 22:07:36.563123 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-6b92aaab-c23f-44c6-859d-74c1b7a9ce96 req-0f9f4461-233f-46c6-a8ca-b7a2a51b8391 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373456 Jun 09 22:07:37.757628 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ec5a9-049b-47d5-9b1f-c9ad36f0a771 req-07a9853b-415f-45f1-9f21-6b43b5e48a65 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:37.758341 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.759193 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5e3ec5a9-049b-47d5-9b1f-c9ad36f0a771 req-07a9853b-415f-45f1-9f21-6b43b5e48a65 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.0912702 Jun 09 22:07:37.760141 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:37.805907 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5e3ec5a9-049b-47d5-9b1f-c9ad36f0a771 req-59f445e7-43f2-4028-94a9-3c86f49c760d tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Jun 09 22:07:38.717858 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-bf25a0d4-220d-43ba-88b8-bf035e24dc24 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:38.719294 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-bf25a0d4-220d-43ba-88b8-bf035e24dc24 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.0792043 Jun 09 22:07:38.855169 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Deleting port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:07:38.855810 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:39.140452 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] For port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:39.140816 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:39.210801 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693546-7c91-46bd-a679-13f6ec2ed35f req-4f7d7b5d-34d3-4a54-b372-293f54485ad4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:39.212261 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e9693546-7c91-46bd-a679-13f6ec2ed35f req-4f7d7b5d-34d3-4a54-b372-293f54485ad4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 946 time: 0.2938278 Jun 09 22:07:39.275008 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Calling delete_port for 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:07:39.326187 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e9693546-7c91-46bd-a679-13f6ec2ed35f req-b5fbadf9-431d-4c6a-bf59-ae754473f926 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575831 Jun 09 22:07:39.352954 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:39.426256 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:39.432850 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-da968c41-2052-4734-8584-17534a539cf6 tempest-AttachVolumeTestJSON-1623575253 tempest-AttachVolumeTestJSON-1623575253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:39.437720 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:07:39.478809 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Pushing event deleted for resources: {'Port': ['ID=0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:39.511206 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.511585 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.511953 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.512316 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.512675 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.513031 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.513382 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.513735 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.514083 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.514455 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.514812 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.515155 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:39.523339 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:39.564665 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] No DVR routers for this DVR port 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:07:39.567142 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:39.569144 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0079aa07-0eb3-41c8-b6a3-db0555301a80 req-a6fe2e90-69ec-47bd-ba77-327c7e943891 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "DELETE /v2.0/ports/0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf HTTP/1.1" status: 204 len: 173 time: 0.8444796 Jun 09 22:07:39.569571 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'name': 'network-vif-deleted', 'tag': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:39.571869 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c793c373-b11b-4013-b8b7-78ac0185d4cd" -d '{"events": [{"server_uuid": "ee03756a-773a-4d17-8603-d37cf8459e5b", "name": "network-vif-deleted", "tag": "0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:39.621207 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25628c7f-90f4-4818-96ee-b89ff6007da6 x-openstack-request-id: req-25628c7f-90f4-4818-96ee-b89ff6007da6 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:39.621539 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee03756a-773a-4d17-8603-d37cf8459e5b", "name": "network-vif-deleted", "tag": "0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:39.621864 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25628c7f-90f4-4818-96ee-b89ff6007da6 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:39.622290 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee03756a-773a-4d17-8603-d37cf8459e5b', 'name': 'network-vif-deleted', 'tag': '0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf', 'status': 'completed', 'code': 200} Jun 09 22:07:40.498446 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-0d9a6bae-03ed-4fbe-8052-313be8a90af5 req-a9eeeb31-2373-41bb-8049-2f283aa4a903 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee03756a-773a-4d17-8603-d37cf8459e5b HTTP/1.1" status: 200 len: 210 time: 0.0435174 Jun 09 22:07:41.677793 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:07:41.730219 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:07:41.730604 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device 0b1f2336-ffc1-42dd-8f3f-a2ad8f7e6daf not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:07:42.002612 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:07:45.807147 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6e5a871a-0870-487b-a913-11bfafa02ae0 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:45.808592 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6e5a871a-0870-487b-a913-11bfafa02ae0 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/networks?id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a HTTP/1.1" status: 200 len: 813 time: 0.1477039 Jun 09 22:07:45.822715 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-a4cc6679-828e-40bc-8cef-b4b93cb40b66 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/quotas/4f30b0de5368429e93bd187d1551574d HTTP/1.1" status: 200 len: 375 time: 0.0087116 Jun 09 22:07:45.868467 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-0cb8348b-7d72-48a0-ac5a-dfaa08c11a92 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f30b0de5368429e93bd187d1551574d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410895 Jun 09 22:07:46.069616 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-53dda394-da2a-4678-a655-7c9c60c396b0 service neutron] 10.222.0.25 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947124 Jun 09 22:07:46.200753 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-f37a3294-31d7-4480-a8fc-05029999217d service neutron] 10.222.0.25 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253793 Jun 09 22:07:46.385537 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d61e9b1-1bc5-4c26-9f90-3d6ac02b059a req-f3213838-064b-4971-ae22-85dc81983bf3 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 210 time: 0.0467789 Jun 09 22:07:47.418399 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-2875cba3-a2ec-41a5-8046-1005a1f21195 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:47.419821 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-2875cba3-a2ec-41a5-8046-1005a1f21195 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "GET /v2.0/networks?id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a HTTP/1.1" status: 200 len: 813 time: 0.1548166 Jun 09 22:07:47.431751 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Request body: {'port': {'device_id': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a', 'admin_state_up': True, 'tenant_id': '4f30b0de5368429e93bd187d1551574d'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:47.553884 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-5438ea81-431b-481c-bbd7-5ce6753a848e req-63d7d344-963a-457b-bdd4-d402f59fd49d tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 210 time: 0.0554390 Jun 09 22:07:47.621993 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Made reservation on behalf of 4f30b0de5368429e93bd187d1551574d for: {'port': 1} {{(pid=91721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 22:07:47.625511 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:47.783613 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_common [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Allocated IP 172.20.0.5 (81cbfb7b-f786-45d4-bbcb-25ef7b64341a/89f14c34-f6da-43d6-8107-fbca166db31f/f5c96c69-5f85-4fc9-834c-126d9b5304c3) {{(pid=91721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 22:07:48.087141 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks [] for port, precommit_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:48.116748 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3725246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-505389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768336549241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11751703'] for port, after_create {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:48.122373 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0b475e8f-715c-4767-8e04-0d540511edc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:48.191582 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a is already hosted by enough agents. {{(pid=91721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 22:07:48.192658 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.scheduler.base_scheduler [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Resources bound (agent type, host, resource id): {{(pid=91721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 22:07:48.196539 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Received port after_create {{(pid=91721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 22:07:48.238190 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Pushing event updated for resources: {'Port': ['ID=f5c96c69-5f85-4fc9-834c-126d9b5304c3,revision_number=1']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:48.242513 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:48.265639 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:48.266241 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:48.284749 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568351 Jun 09 22:07:48.297420 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.v2.base [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Request body: {'port': {'device_id': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=91721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 22:07:48.413014 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:48.812424 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c96c69-5f85-4fc9-834c-126d9b5304c3 {{(pid=91721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:07:48.823626 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcf110-9f2f-4d3e-bdca-4f0af5484f7a req-69416579-9b4a-4ebb-9366-3eb31c95ef98 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:48.825072 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b1dcf110-9f2f-4d3e-bdca-4f0af5484f7a req-69416579-9b4a-4ebb-9366-3eb31c95ef98 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 931 time: 0.1648884 Jun 09 22:07:48.828689 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:48.862244 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Transition to ACTIVE for port object f5c96c69-5f85-4fc9-834c-126d9b5304c3 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 22:07:48.872127 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:48.879410 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-6d61ca4b-8095-4712-847a-f033c37a129e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:48.935217 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b1dcf110-9f2f-4d3e-bdca-4f0af5484f7a req-4a111fbb-6935-404e-a992-9ee89f696808 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029708 Jun 09 22:07:49.037543 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Pushing event updated for resources: {'Port': ['ID=f5c96c69-5f85-4fc9-834c-126d9b5304c3,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:49.043916 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:49.111815 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Attempting to bind port f5c96c69-5f85-4fc9-834c-126d9b5304c3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 22:07:49.112148 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Attempting to bind port f5c96c69-5f85-4fc9-834c-126d9b5304c3 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 22:07:49.112472 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Attempting to bind port f5c96c69-5f85-4fc9-834c-126d9b5304c3 on network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:07:49.117104 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Port f5c96c69-5f85-4fc9-834c-126d9b5304c3 on network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 22:07:49.117499 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Attempting to bind port f5c96c69-5f85-4fc9-834c-126d9b5304c3 on network 81cbfb7b-f786-45d4-bbcb-25ef7b64341a {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 22:07:49.122628 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Checking agent: {'id': 'd492525a-eeb2-4285-88b6-33107172c24b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'started_at': datetime.datetime(2021, 6, 9, 21, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 22, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 22:07:49.122958 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Checking segment: {'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 22:07:49.123332 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Bound using segment: {'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 22:07:49.123750 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Bound port: f5c96c69-5f85-4fc9-834c-126d9b5304c3, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e50ae3f7-be76-483e-bfab-fd4b943d346f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 22:07:49.124093 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:49.210747 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] For port f5c96c69-5f85-4fc9-834c-126d9b5304c3, host hv-cinder-77428, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 22:07:49.213562 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] For port f5c96c69-5f85-4fc9-834c-126d9b5304c3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f5c96c69-5f85-4fc9-834c-126d9b5304c3,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 22:07:49.218660 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11751781'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:49.223103 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-47c82210-929f-49da-b4df-98b498282e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:49.280463 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:49.281067 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:49.282475 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] 10.222.0.15 "PUT /v2.0/ports/f5c96c69-5f85-4fc9-834c-126d9b5304c3 HTTP/1.1" status: 200 len: 1093 time: 0.9890761 Jun 09 22:07:49.282968 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'tag': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:49.285199 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd", "tag": "f5c96c69-5f85-4fc9-834c-126d9b5304c3"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:49.302621 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Pushing event updated for resources: {'Port': ['ID=f5c96c69-5f85-4fc9-834c-126d9b5304c3,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:49.305502 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-be7a379a-8890-462f-90ef-ce0cfd5c8e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:49.354101 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a7f6c1-721d-41f2-bac4-ac172350c177 x-openstack-request-id: req-33a7f6c1-721d-41f2-bac4-ac172350c177 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:49.354446 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd", "tag": "f5c96c69-5f85-4fc9-834c-126d9b5304c3", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:49.354737 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33a7f6c1-721d-41f2-bac4-ac172350c177 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:49.355160 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'tag': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3', 'status': 'completed', 'code': 200} Jun 09 22:07:49.389461 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-a939cc3e-4120-47ec-978a-c6d2f0654e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:49.390970 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-a939cc3e-4120-47ec-978a-c6d2f0654e27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f30b0de5368429e93bd187d1551574d&device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 1096 time: 0.0718310 Jun 09 22:07:49.461768 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-188cb64d-407f-4e3c-9967-3cf5edda97ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5c96c69-5f85-4fc9-834c-126d9b5304c3 HTTP/1.1" status: 200 len: 217 time: 0.0636621 Jun 09 22:07:49.525110 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-db1b0b69-ca5f-49d3-b5b8-0854a868e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:49.526577 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-db1b0b69-ca5f-49d3-b5b8-0854a868e832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89f14c34-f6da-43d6-8107-fbca166db31f HTTP/1.1" status: 200 len: 853 time: 0.0581965 Jun 09 22:07:49.574927 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-ac216c5c-7618-47d4-8b39-484aca56a114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424335 Jun 09 22:07:49.708952 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-b5f45151-dbec-4492-8acf-6b75ad5eb1b4 service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278205 Jun 09 22:07:49.940839 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-ce36302a-d8a3-4c7c-b66c-e08b7503bc37 req-926b1586-ee1f-459a-9064-50869db9b7fb service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249415 Jun 09 22:07:50.118309 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-43f1ccde-1aa3-45be-a74b-53b7e2430ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:50.119765 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-43f1ccde-1aa3-45be-a74b-53b7e2430ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f30b0de5368429e93bd187d1551574d&device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 1096 time: 0.1299350 Jun 09 22:07:50.224742 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506d7c0-208c-4cf5-adb8-9be055d31006 req-ca6b01d4-f0a8-4a5f-b8e7-66bae6ec65b0 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:50.226071 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d506d7c0-208c-4cf5-adb8-9be055d31006 req-ca6b01d4-f0a8-4a5f-b8e7-66bae6ec65b0 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 943 time: 0.1709018 Jun 09 22:07:50.292553 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-855352f2-ca14-4d02-bbe7-0f2b90f6584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:50.293978 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-855352f2-ca14-4d02-bbe7-0f2b90f6584f service neutron] 10.222.0.15 "GET /v2.0/networks?id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a HTTP/1.1" status: 200 len: 914 time: 0.1669028 Jun 09 22:07:50.299040 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d506d7c0-208c-4cf5-adb8-9be055d31006 req-15c8f449-c3e0-4cd0-a06d-b68f7d56de11 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674319 Jun 09 22:07:50.372977 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-c2681d3d-3d1b-43b1-a1b0-0cf3998c1ef2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5c96c69-5f85-4fc9-834c-126d9b5304c3 HTTP/1.1" status: 200 len: 217 time: 0.0717666 Jun 09 22:07:50.432543 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-0344f5b5-62d2-40d1-acb6-0f42c4e7acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:50.433917 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-0344f5b5-62d2-40d1-acb6-0f42c4e7acac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89f14c34-f6da-43d6-8107-fbca166db31f HTTP/1.1" status: 200 len: 853 time: 0.0550172 Jun 09 22:07:50.479881 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-95e663aa-c3e0-413e-b819-a010374248d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81cbfb7b-f786-45d4-bbcb-25ef7b64341a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401151 Jun 09 22:07:50.605459 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-4643fd37-bf86-4fc0-8647-42a06f8cca7b service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189973 Jun 09 22:07:50.734013 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-2d75a1d0-12fe-4ddf-889d-e336c5d33b27 req-552ecb78-e12d-425c-9391-6331b6dd9f2a service neutron] 10.222.0.15 "GET /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216209 Jun 09 22:07:51.484200 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389bf5-b89c-42d1-9673-eb8b1bc5feab req-20935d30-371d-4c54-ba89-44cffcbade0a tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:51.486245 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e2389bf5-b89c-42d1-9673-eb8b1bc5feab req-20935d30-371d-4c54-ba89-44cffcbade0a tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 943 time: 0.0823061 Jun 09 22:07:51.528806 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e2389bf5-b89c-42d1-9673-eb8b1bc5feab req-ae51605a-858d-4e83-9a15-826a5f3a8880 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368237 Jun 09 22:07:52.713839 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897eb34-bc78-4ef1-98b0-08e2947aedb1 req-14b7b9d2-5176-4dcc-b141-ec4ddfdbc2c2 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:52.715328 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d897eb34-bc78-4ef1-98b0-08e2947aedb1 req-14b7b9d2-5176-4dcc-b141-ec4ddfdbc2c2 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 943 time: 0.0793772 Jun 09 22:07:52.762983 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-d897eb34-bc78-4ef1-98b0-08e2947aedb1 req-6952b4f4-e7d1-4d57-8fb4-4ce489ad9aa4 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Jun 09 22:07:53.751553 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f5c96c69-5f85-4fc9-834c-126d9b5304c3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=91723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 22:07:53.884258 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f5c96c69-5f85-4fc9-834c-126d9b5304c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f5c96c69-5f85-4fc9-834c-126d9b5304c3,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:53.896933 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Returning: {'device': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3', 'network_id': '81cbfb7b-f786-45d4-bbcb-25ef7b64341a', 'port_id': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3', 'mac_address': 'fa:16:3e:64:55:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f14c34-f6da-43d6-8107-fbca166db31f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 22:07:53.943488 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0c34-6def-4c1a-9fab-656be9f02785 req-5d0e9002-0314-4d0a-9895-1828260fd6fa tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:53.944865 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a6c0c34-6def-4c1a-9fab-656be9f02785 req-5d0e9002-0314-4d0a-9895-1828260fd6fa tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 943 time: 0.0797319 Jun 09 22:07:53.949847 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:53.967599 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c96c69-5f85-4fc9-834c-126d9b5304c3 {{(pid=91723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 22:07:53.984882 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f5c96c69-5f85-4fc9-834c-126d9b5304c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f5c96c69-5f85-4fc9-834c-126d9b5304c3,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:53.990148 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:53.991950 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-3a6c0c34-6def-4c1a-9fab-656be9f02785 req-1955d72b-5f35-4941-af2c-f073327d3518 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Jun 09 22:07:53.992099 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:54.062824 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f5c96c69-5f85-4fc9-834c-126d9b5304c3,revision_number=4']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:54.069843 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.070182 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.070540 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.070869 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.071185 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.071501 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.071814 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.072126 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.072439 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.072748 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.073054 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.073362 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:07:54.077113 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:54.330720 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['f5c96c69-5f85-4fc9-834c-126d9b5304c3'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:07:55.178463 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfaaf3-5da5-4630-a655-5d90b2202d54 req-2d5bc92c-4eaf-4d52-bed2-abedfa971cff tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:55.179905 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-19dfaaf3-5da5-4630-a655-5d90b2202d54 req-2d5bc92c-4eaf-4d52-bed2-abedfa971cff tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 944 time: 0.0821235 Jun 09 22:07:55.223751 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-19dfaaf3-5da5-4630-a655-5d90b2202d54 req-fef1f611-7843-4594-b293-6f6f7cd2a248 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Jun 09 22:07:55.769713 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f5c96c69-5f85-4fc9-834c-126d9b5304c3 up at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 22:07:55.835478 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning for port f5c96c69-5f85-4fc9-834c-126d9b5304c3 completed by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 22:07:55.839956 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.db.provisioning_blocks [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Provisioning complete for port f5c96c69-5f85-4fc9-834c-126d9b5304c3 triggered by entity L2. {{(pid=91723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 22:07:55.840355 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754367'] for port, provisioning_complete {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:55.993201 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3716550'] for port, before_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:56.020064 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3'}] {{(pid=91723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:07:56.022370 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}608d05f82d68137717cd2d9d6cb16a15f26686777405734d192d44dcd4b4b9d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedce34c-aaa6-4def-a1b2-0dfaf85796cf" -d '{"events": [{"server_uuid": "6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd", "name": "network-vif-plugged", "status": "completed", "tag": "f5c96c69-5f85-4fc9-834c-126d9b5304c3"}]}' {{(pid=91723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:07:56.029814 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] For port f5c96c69-5f85-4fc9-834c-126d9b5304c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f5c96c69-5f85-4fc9-834c-126d9b5304c3,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:07:56.033861 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768337004270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768336549259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768336549304'] for port, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:07:56.035788 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:07:56.070015 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af2431-45c3-4ee1-9e23-1058cbb1c913 x-openstack-request-id: req-b8af2431-45c3-4ee1-9e23-1058cbb1c913 {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:07:56.070314 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd", "name": "network-vif-plugged", "status": "completed", "tag": "f5c96c69-5f85-4fc9-834c-126d9b5304c3", "code": 200}]} {{(pid=91723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:07:56.070681 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8af2431-45c3-4ee1-9e23-1058cbb1c913 {{(pid=91723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:07:56.071090 dv-cinder-774286-15-smb neutron-server[91723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3', 'code': 200} Jun 09 22:07:56.104583 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f5c96c69-5f85-4fc9-834c-126d9b5304c3,revision_number=5']} {{(pid=91723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:07:56.107623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG oslo_concurrency.lockutils [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:07:56.290318 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570fab5-fb3a-409b-95c3-6deb0148f900 req-e3ffbb72-c939-47ae-864e-9016e240a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.291808 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f570fab5-fb3a-409b-95c3-6deb0148f900 req-e3ffbb72-c939-47ae-864e-9016e240a581 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 1098 time: 0.0686765 Jun 09 22:07:56.365666 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-f570fab5-fb3a-409b-95c3-6deb0148f900 req-2cf91085-efa9-4c62-bf00-f40421611652 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667565 Jun 09 22:07:56.411638 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1f26d-9566-45e6-82e7-95866d746d81 req-64625195-766f-4cd8-aaa4-2972a058670d tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:56.413028 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65a1f26d-9566-45e6-82e7-95866d746d81 req-64625195-766f-4cd8-aaa4-2972a058670d tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 945 time: 0.0832531 Jun 09 22:07:56.456718 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-65a1f26d-9566-45e6-82e7-95866d746d81 req-da1cde7b-0063-408a-af00-11723c6afd19 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Jun 09 22:07:57.638478 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381d7e2-6cf4-4a06-98a1-e0c83890ff79 req-fc4e82a8-4820-402b-ab9a-7d7664eab268 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:07:57.639895 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8381d7e2-6cf4-4a06-98a1-e0c83890ff79 req-fc4e82a8-4820-402b-ab9a-7d7664eab268 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 945 time: 0.0785749 Jun 09 22:07:57.781705 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-8381d7e2-6cf4-4a06-98a1-e0c83890ff79 req-96ecbdf8-9ed4-4bd5-821e-aa1cb1d6c281 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353440 Jun 09 22:08:04.023900 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-0151d27d-88b9-40af-bf88-63a231a4e444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.423696 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:06.425365 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-49a61770-dc85-4365-a5ac-d318d91b46f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.750126 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:07.784458 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:09.347918 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:18.786363 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225507ea-b973-4050-8e6e-6d9d7b277465 req-98ee9d0e-5609-4f97-b653-fb89f8b480cd tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:18.787891 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-225507ea-b973-4050-8e6e-6d9d7b277465 req-98ee9d0e-5609-4f97-b653-fb89f8b480cd tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 945 time: 0.0801618 Jun 09 22:08:18.833614 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-225507ea-b973-4050-8e6e-6d9d7b277465 req-85e41e4b-2afb-49c8-88b0-dba73a806e6a tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Jun 09 22:08:19.002272 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:08:20.031099 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67abd24-e259-45ac-bb6e-4d824b7561c7 req-34ab684c-c774-4674-9f7f-43bed1ea66ef tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:20.032603 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b67abd24-e259-45ac-bb6e-4d824b7561c7 req-34ab684c-c774-4674-9f7f-43bed1ea66ef tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 945 time: 0.0858121 Jun 09 22:08:20.080964 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-b67abd24-e259-45ac-bb6e-4d824b7561c7 req-7725de3b-9b7b-4704-a7a4-795dc04df281 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395794 Jun 09 22:08:21.291217 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9500716-1afb-4aa7-af26-9962c2fd86ec req-2afd53f5-6397-45cd-a358-afd63d8c2d0e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:21.292682 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e9500716-1afb-4aa7-af26-9962c2fd86ec req-2afd53f5-6397-45cd-a358-afd63d8c2d0e tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 945 time: 0.0800099 Jun 09 22:08:21.340791 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-e9500716-1afb-4aa7-af26-9962c2fd86ec req-67a92c8c-2809-46bb-a25a-553f57f23b10 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Jun 09 22:08:22.528110 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d246b-6369-40b9-8729-462447b630d3 req-3247255f-175c-44bb-9c7d-7ee98210aaba tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:22.529546 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db0d246b-6369-40b9-8729-462447b630d3 req-3247255f-175c-44bb-9c7d-7ee98210aaba tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 945 time: 0.0823803 Jun 09 22:08:22.575763 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-db0d246b-6369-40b9-8729-462447b630d3 req-a583068e-c482-4234-96eb-82d17279fc76 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Jun 09 22:08:23.136339 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30983031-46e5-430f-ba03-452aee28757e req-250952ab-f313-45e3-a085-798b22b962ca tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 22:08:23.137860 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-30983031-46e5-430f-ba03-452aee28757e req-250952ab-f313-45e3-a085-798b22b962ca tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 945 time: 0.0924842 Jun 09 22:08:23.294833 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Deleting port f5c96c69-5f85-4fc9-834c-126d9b5304c3 {{(pid=91721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 22:08:23.295181 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768336834012'] for port, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.427563 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] For port f5c96c69-5f85-4fc9-834c-126d9b5304c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f5c96c69-5f85-4fc9-834c-126d9b5304c3,segment=NetworkSegment(e50ae3f7-be76-483e-bfab-fd4b943d346f),segment_id=e50ae3f7-be76-483e-bfab-fd4b943d346f)] {{(pid=91721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 22:08:23.427829 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-711570'] for port, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.554105 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.plugin [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Calling delete_port for f5c96c69-5f85-4fc9-834c-126d9b5304c3 owned by compute:nova {{(pid=91721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 22:08:23.666170 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768337004252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768336549250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11751790'] for port, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.671665 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-688ee8f9-d785-4727-b1c9-888340794592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:23.677354 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.db [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] get_ports_and_sgs() called for port_ids ['f5c96c69-5f85-4fc9-834c-126d9b5304c3'] {{(pid=91723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 22:08:23.754459 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Pushing event deleted for resources: {'Port': ['ID=f5c96c69-5f85-4fc9-834c-126d9b5304c3,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:23.761591 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:23.763851 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-c835999a-dc44-4616-a8a3-3cbb5687bd51 req-7f5e37e0-f3c1-449d-aaf4-2829fd63dfb9 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd HTTP/1.1" status: 200 len: 210 time: 0.0629468 Jun 09 22:08:23.833715 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] No DVR routers for this DVR port f5c96c69-5f85-4fc9-834c-126d9b5304c3 on host hv-cinder-77428 {{(pid=91721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 22:08:23.836270 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433791'] for port, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:23.838148 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [req-30983031-46e5-430f-ba03-452aee28757e req-3dc66484-e2ab-43e5-acda-419de8ba2e70 tempest-VolumesSnapshotTestJSON-1077898410 tempest-VolumesSnapshotTestJSON-1077898410-project] 10.222.0.15 "DELETE /v2.0/ports/f5c96c69-5f85-4fc9-834c-126d9b5304c3 HTTP/1.1" status: 204 len: 173 time: 0.6945732 Jun 09 22:08:23.838666 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'name': 'network-vif-deleted', 'tag': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3'}] {{(pid=91721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 22:08:23.840924 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c76c42e54fc0537865d9331842ad54afe41dbe7b69a604f9bfb7068cb4b17dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5debfd-9a82-4822-8cbb-29247c11db92" -d '{"events": [{"server_uuid": "6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd", "name": "network-vif-deleted", "tag": "f5c96c69-5f85-4fc9-834c-126d9b5304c3"}]}' {{(pid=91721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 22:08:23.883694 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f1e2e2-3f7e-4157-b00a-7b3e5fd3ac68 x-openstack-request-id: req-e0f1e2e2-3f7e-4157-b00a-7b3e5fd3ac68 {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 22:08:23.884025 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd", "name": "network-vif-deleted", "tag": "f5c96c69-5f85-4fc9-834c-126d9b5304c3", "status": "completed", "code": 200}]} {{(pid=91721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 22:08:23.884315 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0f1e2e2-3f7e-4157-b00a-7b3e5fd3ac68 {{(pid=91721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 22:08:23.884742 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3c3fb4-3ec9-4772-90b4-0dae1e7d8fcd', 'name': 'network-vif-deleted', 'tag': 'f5c96c69-5f85-4fc9-834c-126d9b5304c3', 'status': 'completed', 'code': 200} Jun 09 22:08:25.957172 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f5c96c69-5f85-4fc9-834c-126d9b5304c3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 22:08:25.992363 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.plugin [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] No Port match for: f5c96c69-5f85-4fc9-834c-126d9b5304c3 {{(pid=91723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 22:08:25.992709 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron.plugins.ml2.rpc [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Device f5c96c69-5f85-4fc9-834c-126d9b5304c3 not bound to the agent host hv-cinder-77428 {{(pid=91723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 22:08:34.026094 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-0347a832-23c8-4194-8b2a-07849f8c6b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.426407 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:36.427914 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-886a020e-fc25-4a56-a8f2-9e89677e6912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.753224 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:37.799672 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:39.350363 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.149545 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.wsgi [-] (91721) accepted ('10.222.0.25', 59268) {{(pid=91721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.208423 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Deleting subnet 89f14c34-f6da-43d6-8107-fbca166db31f {{(pid=91721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 22:08:45.211302 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.258931 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11420375'] for subnet, precommit_delete_associations {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.317664 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151393'] for subnet, precommit_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.382276 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11751716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11056968'] for subnet, after_delete {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.385803 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:45.419854 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f14c34-f6da-43d6-8107-fbca166db31f,revision_number=None']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:45.424690 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.426641 dv-cinder-774286-15-smb neutron-server[91721]: INFO neutron.wsgi [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/89f14c34-f6da-43d6-8107-fbca166db31f HTTP/1.1" status: 204 len: 168 time: 0.2759252 Jun 09 22:08:45.429044 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 59270) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.431370 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.431747 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.432107 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.432464 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.432814 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.433163 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.433509 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.433851 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.434193 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.434559 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.434920 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.435237 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.438737 dv-cinder-774286-15-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-09ac2759-ce41-4d94-9692-80fd2d12a526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:45.535465 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3709937'] for network, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.654493 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4151272', 'neutron.services.segments.db._delete_segments_for_network-8768337062840'] for network, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.666879 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cbfb7b-f786-45d4-bbcb-25ef7b64341a']}} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:45.682935 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50ae3f7-be76-483e-bfab-fd4b943d346f') {'for_net_delete': True} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:45.683221 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.services.segments.db [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50ae3f7-be76-483e-bfab-fd4b943d346f') {} {{(pid=91722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 22:08:45.694600 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768337017299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1116931'] for segment, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.712277 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626'] for segment, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.718264 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=91722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 22:08:45.718668 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4137626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10588275'] for segment, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: Traceback (most recent call last): Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: timer() Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: cb(*args, **kw) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: return func(*args, **kwargs) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: self._notify() Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: self.callback(batched_events) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: event.method(event) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: return f(self, *a, **k) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: return self._get(url).json() Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: return self.request(url, 'GET', **kwargs) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 22:08:45.732031 dv-cinder-774286-15-smb neutron-server[91722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 22:08:45.806847 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4151267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-914209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-698736'] for network, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.810278 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-c798656a-ec12-4d55-b821-31c89abb24fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:45.822708 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550037'] for network, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:45.824506 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/81cbfb7b-f786-45d4-bbcb-25ef7b64341a HTTP/1.1" status: 204 len: 168 time: 0.3944626 Jun 09 22:08:45.831163 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=81cbfb7b-f786-45d4-bbcb-25ef7b64341a,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:45.838069 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.838454 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.838811 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.839176 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.839526 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.839875 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.840219 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.840564 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.840910 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.841252 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.841594 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.841933 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-15-smb {{(pid=91722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 22:08:45.845841 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-f959b282-450f-45ad-ac53-ee32995a82f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:45.935302 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 59276) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:45.987636 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-5e0a10e2-d091-41a8-91f5-d6d50543fe79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f30b0de5368429e93bd187d1551574d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511231 Jun 09 22:08:45.989965 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [-] (91722) accepted ('10.222.0.25', 59278) {{(pid=91722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 22:08:46.045348 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-68eeab0b-79f1-4cde-b09e-dc5040135f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.069996 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-68eeab0b-79f1-4cde-b09e-dc5040135f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.120859 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-68eeab0b-79f1-4cde-b09e-dc5040135f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914189'] for security_group, after_delete {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.123468 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron_lib.callbacks.manager [None req-68eeab0b-79f1-4cde-b09e-dc5040135f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:08:46.127150 dv-cinder-774286-15-smb neutron-server[91722]: INFO neutron.wsgi [None req-68eeab0b-79f1-4cde-b09e-dc5040135f4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822 HTTP/1.1" status: 204 len: 168 time: 0.1337948 Jun 09 22:08:46.127150 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-ab91a46a-6dc1-45df-9e95-d0ea5b1e7d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 22:08:46.135671 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeab0b-79f1-4cde-b09e-dc5040135f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec1ec8-2e6c-48b5-bdbe-8c083f0a9822,revision_number=None']} {{(pid=91722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 22:08:46.138024 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG oslo_concurrency.lockutils [None req-68eeab0b-79f1-4cde-b09e-dc5040135f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 22:08:56.000886 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:09:04.031001 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-538d0291-534e-405c-997d-8942cc61bbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:06.426222 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:06.427964 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-fcfa9bb7-a8d4-44cf-a28e-c8b54342c96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:07.755572 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:07.795375 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:09.353570 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:32.999148 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:09:34.033815 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-90eb2a38-864f-4a07-b7cf-8f4a0aadbf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:36.427597 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:36.429857 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-654a1392-47a4-40c6-8e64-52d93441a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:37.758236 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:37.812045 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:09:39.357242 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:04.037020 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-98796436-a6ca-4cbc-bece-cdc90a19e0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.429064 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:06.430822 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-072d3bba-5b6b-46b0-9d35-4cde80b1e917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.763036 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:07.797274 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:09.359062 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:09.997639 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:10:34.039622 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-64cd2205-aa4d-4d0f-a53a-118228309cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.432989 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:36.434534 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-21c9f6cc-1bae-478c-aad0-8f1770895a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:37.763882 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:37.795844 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:39.362021 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:10:46.996146 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:04.041945 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0a53-a70d-4c18-b3b3-ddccabb36ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:06.433803 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:06.436399 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-400d6351-3e53-451f-8c91-872ae947af6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:07.766191 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:07.796737 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:07.836243 dv-cinder-774286-15-smb neutron-server[91722]: DEBUG neutron.wsgi [req-cb9bf5e5-75ee-4365-9321-eecb8d7b25ae req-48d880ce-2a5f-4625-972c-3bd16ee73c94 tempest-VolumesActionsTest-996536447 tempest-VolumesActionsTest-996536447-project] (91722) timed out ('10.222.0.15', 65118) {{(pid=91722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 22:11:09.365196 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:23.995136 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:11:34.045795 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-61d206a5-3d70-461d-b32d-f2dc08051bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:36.441246 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:36.443709 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-fea75fdd-dd10-4fc7-823c-2c829127bd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:37.768780 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:37.813894 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:11:39.367856 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:00.995428 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:12:04.048781 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1d6f6c58-4338-4b23-abfd-3ab6207bad1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:06.432856 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:06.434569 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-dce28bff-b91e-4673-be10-db72ea2d1139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:07.771698 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:07.826516 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:09.369649 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:34.049623 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-54983b7d-faca-4b92-9357-f231995a0268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:36.433205 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:36.434962 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-eb872641-33e7-44d6-89a5-9896d68331b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:37.774238 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:37.823523 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:12:37.994377 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:12:39.373222 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:04.053260 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1933ec36-4c3d-48c9-b516-7fca96fe84e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:06.434588 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:06.436491 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-920b315e-7ff0-4c88-9b4f-6b9b12fa17e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:07.777386 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:07.848137 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:09.376699 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:14.993778 dv-cinder-774286-15-smb neutron-server[91724]: DEBUG neutron.db.agents_db [None req-9ef49e6c-45e3-42ad-83dd-cf8a3eb0a1a0 None None] Agent healthcheck: found 6 active agents {{(pid=91724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 22:13:34.055989 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-1a8091c6-8955-456f-b217-ddea0bddacb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:36.434544 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-9f667d96-dff5-4cd2-a202-37143f3aa6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:36.436263 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-85862959-da98-4933-998b-c134f0e0ee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:37.780948 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-2ac035be-64ca-4d6c-98df-4f738705eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:37.855970 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-14847e47-de3c-4b07-8af1-37c2af5a5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 22:13:39.380267 dv-cinder-774286-15-smb neutron-server[91723]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3f15-12fd-4491-a604-971a12d0de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768337062822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3754286'] for agent, after_update {{(pid=91723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}